-- Logs begin at Wed 2022-08-24 17:10:34 UTC, end at Wed 2022-08-24 18:06:51 UTC. -- Aug 24 17:39:50.147112 dv-cinder-840525-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 17:39:52.819386 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.common.config [-] Logging enabled! Aug 24 17:39:52.819989 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev517 Aug 24 17:39:52.820130 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112650) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 24 17:39:52.823345 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.common.config [-] Logging enabled! Aug 24 17:39:52.823633 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev517 Aug 24 17:39:52.823953 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112650) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 24 17:39:52.824905 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 17:39:52.825142 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 17:39:52.825621 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 17:39:52.825872 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 17:39:52.826103 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 17:39:52.826516 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.826834 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.827071 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.827371 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.827700 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.827990 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.828286 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.828591 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.828884 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.829170 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.829459 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.829693 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.829980 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] config_source = [] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.830273 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.830568 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.830799 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] debug = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.831082 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.831544 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.831955 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.832241 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.832535 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.832819 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.833098 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.833379 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.833665 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.834001 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] host = dv-cinder-840525-3-iscsi {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.834284 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.834576 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.834868 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.835159 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.835438 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.835743 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.836033 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.836311 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] log_dir = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.836587 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] log_file = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.836865 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.837156 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.837447 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.837740 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.837968 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.838195 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.838486 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.838778 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.839056 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.839333 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.839631 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.839909 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.840186 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.840458 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.840753 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.841040 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.841329 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.841604 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.841878 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.842753 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.843033 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.843322 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.843625 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.843905 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.844181 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.844473 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.844748 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.845023 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.845328 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.845616 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.845901 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.846189 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.846463 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.846749 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.847025 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.847299 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] use_journal = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.847605 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] use_json = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.847881 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.848153 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.848438 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.848712 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.848987 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.849260 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.849532 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.849818 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.850091 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:52.850642 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.850943 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.851251 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.851559 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.851867 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.852148 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.852439 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.852717 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.853006 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.853296 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.853585 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.853866 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.854167 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.854458 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.854753 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.855062 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.855358 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.855680 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.855961 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.856236 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.856511 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.856790 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.857078 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.857360 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.858260 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.858612 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.858898 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.859200 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.859527 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.859820 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.860118 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.860413 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.860691 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.860972 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.861271 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.861553 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.861829 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.862121 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.862401 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.862677 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.862962 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.863255 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.863573 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.863853 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.864137 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.864444 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.864721 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.864996 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.865269 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.865623 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.865905 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.866196 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.866476 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.866751 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.867026 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.867304 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.867604 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.867882 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.868163 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.868436 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.868716 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.868992 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.869264 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.869539 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.869815 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.870091 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.870366 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.870639 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.870918 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.871201 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.871513 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.871780 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.872051 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.872327 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.872612 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.872912 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.873217 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.874066 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.874350 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.874632 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.874914 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.875194 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.875471 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.875772 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.876047 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.876342 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.876629 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.876916 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.877200 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.877504 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.877801 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.878081 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.878360 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.878639 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.878916 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.879193 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.879494 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.879774 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.880052 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.880406 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.880699 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.880996 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.881300 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.881583 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.881882 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.882181 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.882478 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.882761 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.883073 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.883355 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:52.883608 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 17:39:52.883857 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=112650) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 17:39:53.182755 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=112650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 24 17:39:53.183000 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=112650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 24 17:39:53.183274 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=112650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 24 17:39:53.183537 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=112650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 24 17:39:53.183831 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=112650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 24 17:39:53.184168 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 17:39:53.595008 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:53.595307 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:53.595605 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:53.596812 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:53.597091 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:53.597360 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:53.650977 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:53.651263 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:53.651565 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:53.668047 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:53.668336 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:53.668607 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:53.696924 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:53.697206 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:53.697475 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:53.734966 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:53.735245 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:53.735544 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:53.967835 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:53.968441 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:53.968441 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:53.968645 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:53.969581 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.065839 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.066162 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.066451 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.066734 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.067009 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.067323 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.067612 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.067876 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.068133 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.068418 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.068684 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.068950 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.069210 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.069466 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.069726 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.069992 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.070250 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.070522 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.070792 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.071054 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.071327 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.071611 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.071897 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.072276 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.072533 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.072783 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.073186 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=112650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:39:54.073431 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=112650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:39:54.073671 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=112650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:39:54.073910 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=112650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:39:54.074147 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=112650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:39:54.074387 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=112650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:39:54.074752 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 17:39:54.078385 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 17:39:54.082318 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 17:39:54.086211 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 24 17:39:54.087875 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 17:39:54.088491 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 17:39:54.088835 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 17:39:54.089228 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 17:39:54.092560 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 17:39:54.092816 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 17:39:54.093171 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 17:39:54.098248 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 24 17:39:54.122881 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 24 17:39:54.124373 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.124679 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=112650) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 24 17:39:54.125517 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.126875 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=112650) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 17:39:54.127159 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 17:39:54.127413 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 17:39:54.130782 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.131066 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:54.275051 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 17:39:54.275237 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 17:39:54.275494 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 17:39:54.275883 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 17:39:54.329471 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO dbcounter [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Registered counter for database neutron Aug 24 17:39:54.349785 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_db.sqlalchemy.engines [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=112650) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 24 17:39:54.355901 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG dbcounter [-] [112650] Writer thread running {{(pid=112650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 17:39:54.906054 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.managers [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Initializing driver for type 'gre' Aug 24 17:39:54.906656 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] gre ID ranges: [(1, 1000)] Aug 24 17:39:54.963453 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.managers [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Initializing driver for type 'local' Aug 24 17:39:54.963840 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.managers [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Initializing driver for type 'vlan' Aug 24 17:39:54.977701 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] VlanTypeDriver initialization complete Aug 24 17:39:54.978347 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.managers [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Initializing driver for type 'vxlan' Aug 24 17:39:54.978534 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] vxlan ID ranges: [(1, 1000)] Aug 24 17:39:55.032618 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.managers [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Initializing extension driver 'port_security' Aug 24 17:39:55.032960 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.extensions.port_security [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] PortSecurityExtensionDriver initialization complete Aug 24 17:39:55.033299 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.managers [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Initializing mechanism driver 'openvswitch' Aug 24 17:39:55.033628 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.managers [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Initializing mechanism driver 'hyperv' Aug 24 17:39:55.040351 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.plugins.ml2.plugin [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=112650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:55.041015 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > port after_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.041390 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > port after_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.041745 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > port after_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.042256 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=112650) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 17:39:55.042690 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > subnet after_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.043036 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > subnet after_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.043387 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > subnet after_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.043808 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=112650) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 17:39:55.044221 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > network after_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.044575 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > network after_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.044988 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > network after_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.045887 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=112650) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 17:39:55.046293 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > security_group after_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.046648 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > security_group after_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.046993 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > security_group after_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.047386 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=112650) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 17:39:55.047821 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.048173 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.048516 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.048905 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=112650) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 17:39:55.049311 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > address_group after_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.049665 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > address_group after_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.050021 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > address_group after_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.050397 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=112650) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 17:39:55.050836 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] ML2 OVO RPC backend initialized. {{(pid=112650) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 24 17:39:55.051569 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router_interface after_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.051936 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.052354 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > network before_response 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.052704 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > networks before_response 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.053050 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > port before_response 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.053391 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > ports before_response 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.053735 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > subnet before_response 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.054078 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > subnets before_response 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.054423 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > network after_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.054763 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > network after_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.055100 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > network after_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.055439 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > port after_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.055798 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > port after_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.056134 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > port after_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.056471 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > subnet after_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.056814 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > subnet after_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.057140 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > subnet after_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.064640 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.quota [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded quota_driver: . Aug 24 17:39:55.064999 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.plugin [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Modular L2 Plugin initialization complete Aug 24 17:39:55.065345 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading services supported by the core plugin {{(pid=112650) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 17:39:55.065685 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.plugins.ml2.managers [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Got port-security extension from driver 'port_security' Aug 24 17:39:55.066164 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.extensions.vlantransparent [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Disabled vlantransparent extension. Aug 24 17:39:55.066662 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=112650) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 17:39:55.066986 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading Plugin: router Aug 24 17:39:55.102555 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router_interface before_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.102944 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router after_create 55549900 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.103317 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router before_create 55549900 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.103714 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.104093 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.104451 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router after_delete 55549900 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.104815 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > floatingip after_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.105168 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > floatingip after_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.105532 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router after_create 55549900 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.105880 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router after_update 55549900 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.106232 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router after_update 55549900 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.106580 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.106940 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router after_update 55549900 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.107351 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router precommit_update 55549900 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.108304 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: port after_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.108642 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: port after_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.108982 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: subnet after_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.109326 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.109676 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > port precommit_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.110024 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router precommit_create 55549900 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.110373 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: port before_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.110716 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router precommit_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.111071 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router after_update 55549900 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.111414 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router precommit_delete 55549900 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.111791 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router precommit_create 55549900 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.112154 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router_interface after_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.112502 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router precommit_update 55549900 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.112864 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > agent after_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.113214 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > agent after_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.113557 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > network after_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.114403 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Tracking information for resource: router configured {{(pid=112650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:39:55.114737 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Tracking information for resource: floatingip configured {{(pid=112650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 17:39:55.119507 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.db.l3_agentschedulers_db [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 17:39:55.120083 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: port after_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.120444 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: port after_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.120798 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: port after_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.121151 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: port after_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.121929 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router before_create 55550100 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.122293 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router precommit_delete 55550100 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.122656 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router precommit_create 55550100 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.123033 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > router precommit_update 55550100 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.127959 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.services.provider_configuration [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Service providers = [] {{(pid=112650) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 17:39:55.128325 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.db.servicetype_db [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=112650) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 17:39:55.131420 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.services.service_base [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=112650) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 17:39:55.131797 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.services.service_base [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=112650) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 17:39:55.132139 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.services.service_base [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=112650) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 17:39:55.133016 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.services.service_base [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=112650) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 17:39:55.133389 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.services.service_base [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 17:39:55.133757 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=112650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:39:55.134072 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 17:39:55.145080 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=112650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:39:55.145416 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading Plugin: auto_allocate Aug 24 17:39:55.151047 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: network precommit_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.151417 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: network precommit_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.151956 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=112650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:39:55.152274 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading Plugin: tag Aug 24 17:39:55.159588 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=112650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:39:55.159867 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading Plugin: timestamp Aug 24 17:39:55.163659 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=112650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:39:55.163990 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading Plugin: network_ip_availability Aug 24 17:39:55.169406 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.169782 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.170689 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.171398 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=112650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:39:55.171748 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading Plugin: flavors Aug 24 17:39:55.177805 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=112650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:39:55.178139 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading Plugin: revisions Aug 24 17:39:55.182346 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=112650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 17:39:55.182735 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_concurrency.lockutils [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.999s {{(pid=112650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 24 17:39:55.183470 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=112650) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 24 17:39:55.183842 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Initializing extension manager. Aug 24 17:39:55.184364 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: __init__.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.184706 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: __pycache__ {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.185039 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: address_group.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.186263 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.186822 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: address-group Aug 24 17:39:55.187145 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: address_scope.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.187849 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.188365 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: address-scope Aug 24 17:39:55.188691 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: admin_state_down_before_update.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.189578 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.190098 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: router-admin-state-down-before-update Aug 24 17:39:55.190424 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: agent.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.191089 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.191633 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: agent Aug 24 17:39:55.191955 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: agent_resources_synced.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.192813 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.193325 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: agent-resources-synced Aug 24 17:39:55.193645 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: allowedaddresspairs.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.195370 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.195912 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: allowed-address-pairs Aug 24 17:39:55.196237 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: auto_allocated_topology.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.197255 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.197768 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: auto-allocated-topology Aug 24 17:39:55.198091 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: availability_zone.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.198749 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.199251 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: availability_zone Aug 24 17:39:55.199606 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: availability_zone_filter.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.200469 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.200976 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: availability_zone_filter Aug 24 17:39:55.203532 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: data_plane_status.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.204436 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.204957 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 17:39:55.205282 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: default_subnetpools.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.206151 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.206667 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: default-subnetpools Aug 24 17:39:55.206990 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: dhcpagentscheduler.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.207793 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.208310 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: dhcp_agent_scheduler Aug 24 17:39:55.208635 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: dns.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.209505 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.210014 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension dns-integration not supported by any of loaded plugins Aug 24 17:39:55.210337 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: dns_domain_ports.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.211212 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.211745 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 17:39:55.212068 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.212942 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.213448 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 24 17:39:55.213769 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: dvr.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.214401 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.214910 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: dvr Aug 24 17:39:55.215230 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: ecmp_routes.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.216130 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.216636 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 24 17:39:55.216989 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: empty_string_filtering.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.217852 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.218359 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: empty-string-filtering Aug 24 17:39:55.218678 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.219567 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.220075 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 17:39:55.220397 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.221264 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.221777 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 17:39:55.222098 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: external_net.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.222955 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.223466 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: external-net Aug 24 17:39:55.223815 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: extra_dhcp_opt.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.224677 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.225450 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: extra_dhcp_opt Aug 24 17:39:55.225769 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: extraroute.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.226629 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.227142 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: extraroute Aug 24 17:39:55.227465 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: extraroute_atomic.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.228481 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.228998 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: extraroute-atomic Aug 24 17:39:55.229320 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: filter_validation.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.229947 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.230664 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: filter-validation Aug 24 17:39:55.230990 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: fip_pf_description.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.231896 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.232930 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 17:39:55.233253 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: fip_pf_port_range.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.234124 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.234639 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 24 17:39:55.234960 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: fip_port_details.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.235866 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.236381 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: fip-port-details Aug 24 17:39:55.236703 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: flavors.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.237873 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.238387 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: flavors Aug 24 17:39:55.238711 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.240326 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.240854 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 17:39:55.241183 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: floatingip_pools.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.241842 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.242356 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: floatingip-pools Aug 24 17:39:55.242681 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: ip_allocation.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.243582 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.244086 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 17:39:55.244406 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.245277 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.245785 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: ip-substring-filtering Aug 24 17:39:55.246108 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: l2_adjacency.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.246995 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.247519 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 17:39:55.247845 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: l3.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.249313 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.249826 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: router Aug 24 17:39:55.250151 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: l3_conntrack_helper.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.252355 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.252885 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 17:39:55.253217 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.254098 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.254613 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: ext-gw-mode Aug 24 17:39:55.254939 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.255836 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.256347 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: l3-ha Aug 24 17:39:55.256671 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.257525 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.258029 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 24 17:39:55.258350 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: l3_flavors.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.259207 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.259753 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: l3-flavors Aug 24 17:39:55.260078 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: l3_ndp_proxy.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.261403 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.261922 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 24 17:39:55.262248 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.263126 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.263693 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 17:39:55.264022 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: l3agentscheduler.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.265020 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.265536 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: l3_agent_scheduler Aug 24 17:39:55.265862 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: local_ip.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.267568 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.268098 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension local_ip not supported by any of loaded plugins Aug 24 17:39:55.268431 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: logging.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.269855 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.270375 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension logging not supported by any of loaded plugins Aug 24 17:39:55.270710 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: metering.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.271415 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.272196 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: metering Aug 24 17:39:55.272527 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.273570 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.274087 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: metering_source_and_destination_fields Aug 24 17:39:55.274412 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: multiprovidernet.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.275285 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.275825 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: multi-provider Aug 24 17:39:55.276150 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: netmtu.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.277019 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.277535 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: net-mtu Aug 24 17:39:55.277859 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: netmtu_writable.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.278731 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.279266 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: net-mtu-writable Aug 24 17:39:55.279621 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: network_availability_zone.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.280252 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.280769 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: network_availability_zone Aug 24 17:39:55.281097 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: network_ip_availability.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.282140 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.282659 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: network-ip-availability Aug 24 17:39:55.282985 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: network_segment_range.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.283737 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.284245 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 17:39:55.284568 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: pagination.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.285499 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.285831 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: pagination Aug 24 17:39:55.286154 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: port_device_profile.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.287009 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.287558 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: port-device-profile Aug 24 17:39:55.287882 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: port_mac_address_override.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.288751 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.289267 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: port-mac-override Aug 24 17:39:55.289585 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.290456 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.290968 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: port-mac-address-regenerate Aug 24 17:39:55.291288 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.292190 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.292701 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: port-numa-affinity-policy Aug 24 17:39:55.293023 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: port_resource_request.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.293881 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.294388 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 17:39:55.294710 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: port_resource_request_groups.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.296178 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.296684 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 24 17:39:55.297004 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: portbindings.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.297882 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.298391 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: binding Aug 24 17:39:55.298713 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: portbindings_extended.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.299947 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.300473 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: binding-extended Aug 24 17:39:55.300797 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: portsecurity.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.301665 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.302189 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: port-security Aug 24 17:39:55.302512 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: project_id.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.303446 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.303804 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: project-id Aug 24 17:39:55.304126 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: providernet.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.304991 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.305509 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: provider Aug 24 17:39:55.305832 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: qos.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.309315 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.309835 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension qos not supported by any of loaded plugins Aug 24 17:39:55.310165 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.311932 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.312451 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 17:39:55.312782 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.313667 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.314180 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 17:39:55.314505 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: qos_default.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.315370 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.315905 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension qos-default not supported by any of loaded plugins Aug 24 17:39:55.316229 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: qos_fip.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.317099 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.317607 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension qos-fip not supported by any of loaded plugins Aug 24 17:39:55.317929 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: qos_fip_network_policy.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.318793 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.319299 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 24 17:39:55.319648 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: qos_gateway_ip.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.320524 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.321030 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 17:39:55.321350 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: qos_port_network_policy.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.322223 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.322730 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 17:39:55.323052 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.324068 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.324580 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 24 17:39:55.324907 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.325892 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.326496 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 24 17:39:55.326816 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: qos_pps_rule.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.327959 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.328475 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension qos-pps not supported by any of loaded plugins Aug 24 17:39:55.328800 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: qos_rule_type_details.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.329680 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.330186 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 17:39:55.330512 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: qos_rule_type_filter.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.331372 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.331914 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 24 17:39:55.332236 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: qos_rules_alias.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.333241 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.333756 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 17:39:55.334079 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: quota_check_limit.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.334949 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.335470 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: quota-check-limit Aug 24 17:39:55.335816 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: quotasv2.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.336716 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.337041 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: quotas Aug 24 17:39:55.337361 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: quotasv2_detail.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.339006 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.339343 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: quota_details Aug 24 17:39:55.339710 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: rbac.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.341010 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.341540 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: rbac-policies Aug 24 17:39:55.341895 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: rbac_address_group.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.342780 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.343300 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: rbac-address-group Aug 24 17:39:55.343656 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: rbac_address_scope.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.344528 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.345044 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: rbac-address-scope Aug 24 17:39:55.345367 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: rbac_security_groups.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.346308 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.346826 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: rbac-security-groups Aug 24 17:39:55.347148 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: rbac_subnetpool.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.348046 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.348561 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: rbac-subnetpool Aug 24 17:39:55.348882 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: revisionifmatch.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.349757 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.350527 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: revision-if-match Aug 24 17:39:55.350846 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: revisions.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.351946 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.352464 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: standard-attr-revisions Aug 24 17:39:55.352788 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: router_availability_zone.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.353421 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.353935 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: router_availability_zone Aug 24 17:39:55.354259 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: routerservicetype.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.355133 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.355678 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension router-service-type not supported by any of loaded plugins Aug 24 17:39:55.356005 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.356887 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.357982 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: security-groups-normalized-cidr Aug 24 17:39:55.358249 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: security_groups_port_filtering.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.359132 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.359676 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: port-security-groups-filtering Aug 24 17:39:55.360002 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.360885 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.361401 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: security-groups-remote-address-group Aug 24 17:39:55.361724 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.362605 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.363128 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: security-groups-shared-filtering Aug 24 17:39:55.363449 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: securitygroup.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.372931 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.374038 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: security-group Aug 24 17:39:55.374370 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: segment.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.375063 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.375619 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension segment not supported by any of loaded plugins Aug 24 17:39:55.375949 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.376852 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.377372 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 17:39:55.377697 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: servicetype.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.378745 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.379269 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: service-type Aug 24 17:39:55.379629 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: sorting.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.380572 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.380903 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: sorting Aug 24 17:39:55.381226 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: standard_attr_segment.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.382095 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.382617 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 17:39:55.382941 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: standardattrdescription.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.383586 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.384103 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: standard-attr-description Aug 24 17:39:55.384425 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: stateful_security_group.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.385326 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.385838 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: stateful-security-group Aug 24 17:39:55.386160 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: stdattrs_common.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.386704 dv-cinder-840525-3-iscsi neutron-server[112650]: WARNING neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 17:39:55.387025 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.387921 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.388434 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 17:39:55.388777 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: subnet_onboard.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.389780 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.390308 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: subnet_onboard Aug 24 17:39:55.390627 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.391532 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.392045 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 17:39:55.392366 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: subnet_service_types.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.393242 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.393761 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: subnet-service-types Aug 24 17:39:55.394082 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: subnetallocation.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.395116 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.395675 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: subnet_allocation Aug 24 17:39:55.396003 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.396631 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.397143 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: subnetpool-prefix-ops Aug 24 17:39:55.397464 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.398346 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.398856 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 17:39:55.399173 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: tagging.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.400239 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.400761 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: standard-attr-tag Aug 24 17:39:55.401085 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: timestamp.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.402250 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.402752 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loaded extension: standard-attr-timestamp Aug 24 17:39:55.403080 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: trunk.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.404091 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.404636 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension trunk not supported by any of loaded plugins Aug 24 17:39:55.404960 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: trunk_details.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.405828 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.406343 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension trunk-details not supported by any of loaded plugins Aug 24 17:39:55.406669 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: uplink_status_propagation.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.407574 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.408086 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 17:39:55.408410 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Loading extension file: vlantransparent.py {{(pid=112650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 17:39:55.409042 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=112650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 17:39:55.409555 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 17:39:55.412181 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Creating instance of TrackedResource for resource:network Aug 24 17:39:55.412656 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Creating instance of TrackedResource for resource:subnet Aug 24 17:39:55.413053 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 17:39:55.413444 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Creating instance of TrackedResource for resource:port Aug 24 17:39:55.414708 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.v2.resource_helper [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:39:55.415152 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.v2.resource_helper [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Service FLAVORS assigned prefix: {{(pid=112650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:39:55.415800 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.v2.resource_helper [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:39:55.416238 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.v2.resource_helper [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:39:55.416575 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Creating instance of TrackedResource for resource:router Aug 24 17:39:55.417006 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 17:39:55.417482 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.v2.resource_helper [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Service METERING assigned prefix: /metering {{(pid=112650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:39:55.418904 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.419278 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.419657 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:39:55.421182 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 17:39:55.421645 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Creating instance of TrackedResource for resource:security_group Aug 24 17:39:55.422091 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 17:39:55.422621 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.v2.resource_helper [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Service CORE assigned prefix: {{(pid=112650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:39:55.422951 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 17:39:55.423297 dv-cinder-840525-3-iscsi neutron-server[112650]: WARNING neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] subnetpool is already registered Aug 24 17:39:55.423759 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.v2.resource_helper [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Service CORE assigned prefix: {{(pid=112650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:39:55.424090 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 17:39:55.424425 dv-cinder-840525-3-iscsi neutron-server[112650]: WARNING neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] subnetpool is already registered Aug 24 17:39:55.426776 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.v2.resource_helper [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:39:55.427213 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.v2.resource_helper [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Service FLAVORS assigned prefix: {{(pid=112650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:39:55.427834 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.v2.resource_helper [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:39:55.428257 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.v2.resource_helper [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:39:55.428591 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Creating instance of TrackedResource for resource:router Aug 24 17:39:55.428930 dv-cinder-840525-3-iscsi neutron-server[112650]: WARNING neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] router is already registered Aug 24 17:39:55.429345 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 17:39:55.429679 dv-cinder-840525-3-iscsi neutron-server[112650]: WARNING neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] floatingip is already registered Aug 24 17:39:55.430136 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.v2.resource_helper [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Service METERING assigned prefix: /metering {{(pid=112650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:39:55.430810 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 17:39:55.431137 dv-cinder-840525-3-iscsi neutron-server[112650]: WARNING neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] rbac_policy is already registered Aug 24 17:39:55.431579 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Creating instance of TrackedResource for resource:security_group Aug 24 17:39:55.431916 dv-cinder-840525-3-iscsi neutron-server[112650]: WARNING neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] security_group is already registered Aug 24 17:39:55.432422 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 17:39:55.432846 dv-cinder-840525-3-iscsi neutron-server[112650]: WARNING neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] security_group_rule is already registered Aug 24 17:39:55.433493 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.v2.resource_helper [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Service CORE assigned prefix: {{(pid=112650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:39:55.433827 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 17:39:55.434164 dv-cinder-840525-3-iscsi neutron-server[112650]: WARNING neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] subnetpool is already registered Aug 24 17:39:55.434583 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.v2.resource_helper [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Service CORE assigned prefix: {{(pid=112650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 17:39:55.434908 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 17:39:55.435241 dv-cinder-840525-3-iscsi neutron-server[112650]: WARNING neutron.quota.resource_registry [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] subnetpool is already registered Aug 24 17:39:55.436282 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: extensions {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.437766 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: address-groups {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.439275 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: address-scopes {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.440632 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: agents {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.441813 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: auto-allocated-topology {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.443069 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: availability_zones {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.444331 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: dhcp-networks {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.445871 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: dhcp-agents {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.447306 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: routers {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.449054 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: flavors {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.450311 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: service_profiles {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.451654 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: next_providers {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.453093 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: service_profiles {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.455655 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: floatingip-pools {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.456890 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: routers {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.458616 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: floatingips {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.460036 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: l3-routers {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.461459 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: l3-agents {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.462879 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: metering-labels {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.464184 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: metering-label-rules {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.465572 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: network-ip-availabilities {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.466857 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: bindings {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.468475 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: quotas {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.470149 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: quotas {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.471727 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: rbac-policies {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.472932 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: security-groups {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.474268 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: security-group-rules {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.475835 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: service-providers {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.477083 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: subnetpools {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.478418 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: subnetpools {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.480007 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: tags {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.481750 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: tags {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.484121 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: tags {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.485926 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: tags {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.487661 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: tags {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.489616 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: tags {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.491360 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: tags {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.493298 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: tags {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.495086 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: tags {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.496945 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron.api.extensions [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Extended resource: tags {{(pid=112650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 17:39:55.503647 dv-cinder-840525-3-iscsi neutron-server[112650]: WARNING keystonemiddleware.auth_token [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 17:39:55.508674 dv-cinder-840525-3-iscsi neutron-server[112650]: WARNING keystonemiddleware.auth_token [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 17:39:55.517576 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_concurrency.lockutils [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Acquiring lock "singleton_lock" {{(pid=112650) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 24 17:39:55.517906 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_concurrency.lockutils [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Acquired lock "singleton_lock" {{(pid=112650) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 24 17:39:55.518374 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_concurrency.lockutils [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Releasing lock "singleton_lock" {{(pid=112650) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 24 17:39:55.519024 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO oslo_service.service [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Starting 2 workers Aug 24 17:39:55.523886 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Started child 112763 {{(pid=112650) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 17:39:55.529708 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Started child 112764 {{(pid=112650) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 17:39:55.529891 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:39:55.530499 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO neutron.service [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 17:39:55.530755 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Publish callbacks [] for process (None), before_spawn {{(pid=112650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:39:55.531043 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [-] (112763) wsgi starting up on http://0.0.0.0:9696 Aug 24 17:39:55.533336 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO oslo_service.service [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Starting 1 workers Aug 24 17:39:55.534893 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:39:55.536321 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [-] (112764) wsgi starting up on http://0.0.0.0:9696 Aug 24 17:39:55.538560 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Started child 112765 {{(pid=112650) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 17:39:55.539109 dv-cinder-840525-3-iscsi neutron-server[112650]: INFO oslo_service.service [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Starting 1 workers Aug 24 17:39:55.542512 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.service [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] calling RpcWorker wait() {{(pid=112765) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 17:39:55.543062 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.service [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] returning from RpcWorker wait() {{(pid=112765) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 17:39:55.543636 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Started child 112766 {{(pid=112650) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 17:39:55.544377 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:39:55.544470 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG neutron_lib.callbacks.manager [None req-6df00e1a-3438-452a-9b04-f3f1f2593693 None None] Publish callbacks [] for process (None), after_spawn {{(pid=112650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:39:55.545408 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:55.546982 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112650) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 17:39:55.547190 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 17:39:55.547373 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 17:39:55.547637 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 17:39:55.547964 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 17:39:55.548141 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 17:39:55.548658 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.548926 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.549167 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.549427 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.549532 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:39:55.549969 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.550232 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.550503 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.550770 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.551055 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.551225 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.551390 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.551671 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.551914 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.552247 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.552508 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.552745 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.553018 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.553185 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.553426 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.553683 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.553949 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.554254 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] debug = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.554510 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.555007 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.555252 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.555513 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.555754 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.556029 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.556283 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.556541 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.556773 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.557005 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.557244 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.557504 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.557733 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.557960 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.558191 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.558468 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.558705 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.559185 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] host = dv-cinder-840525-3-iscsi {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.559419 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.559698 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.559953 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.560221 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.560482 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.561302 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.561553 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.561800 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.562053 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.562297 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.562561 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.562825 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.563069 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.563387 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] log_file = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.563560 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] log_options = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.563731 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.564007 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.564277 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.564470 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.564639 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.564801 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.565063 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.565227 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.565474 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.565689 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.565904 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.566114 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.566356 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.566645 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.566851 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.567086 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.567274 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.567514 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.567774 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.568019 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.568299 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.568483 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.568720 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.568935 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.569179 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.569409 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.569632 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.569864 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.570072 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.570342 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.570568 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.570812 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.571044 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.571275 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.571554 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.571790 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.572014 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.572263 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.572526 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.572666 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:55.572759 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.573002 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.573403 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.573531 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.573707 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.573944 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.574176 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.574404 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] use_json = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.574617 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.574824 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.575050 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.575271 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.575536 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.575700 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.576436 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.576436 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.576436 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.576812 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.577072 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.577373 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.577612 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.577844 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.578105 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.578335 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.578552 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.578799 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.579027 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.579344 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.579585 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.579884 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.580166 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.580420 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.580765 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.581025 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.581274 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.581511 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.581723 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.581954 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.582183 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.582448 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.582686 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.582912 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.583144 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.583379 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.583859 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.584140 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.584395 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.584743 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.585151 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.585418 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.585667 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.585883 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.586128 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.586341 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.586555 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.586767 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.587010 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.587256 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.587529 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.587774 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.588018 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.588227 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.588451 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.588703 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.588952 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.589196 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.589429 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.589639 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.589880 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.590107 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.590313 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.590557 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.590787 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.591017 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.591255 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.591510 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.592331 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.592489 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.592706 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.592951 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.593169 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.593396 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.593627 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.593836 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.594042 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.594295 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.594492 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.594699 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.594931 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.595144 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.595368 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.595599 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.595811 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.596168 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.596308 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.596467 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.596859 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.596859 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.597142 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.597278 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.597458 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.597688 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.598012 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.598182 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.598563 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.598563 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.598853 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.598990 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.599167 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.599403 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.599672 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.599943 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.600389 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.600636 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.600850 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.601095 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.601306 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.601535 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.602139 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.602139 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.602517 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.602517 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.602796 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.602932 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.603067 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.603427 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.603616 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.603756 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.603892 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.604099 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.604321 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.604534 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.604779 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.605629 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.605629 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.605629 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.606334 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.606334 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.606334 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.606730 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.606730 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.606997 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.607133 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.607302 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.608159 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.608560 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.608704 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.608955 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.609184 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.610047 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.610047 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.610047 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.610326 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.610411 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.610604 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.610838 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.611222 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.611451 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.612717 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.612717 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.612717 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.612717 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.612717 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.613080 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.613149 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.615230 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.615230 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.615230 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.615230 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.615230 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.615230 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.615230 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.615230 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.615887 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.615887 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.615887 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.615887 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.616185 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.616279 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.616471 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.616674 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.616922 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.617408 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.617408 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.617612 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.617728 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.618562 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.618562 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.618562 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.618562 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.619294 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.619294 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.619294 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.619538 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.619622 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.619843 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.620058 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.620315 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.620698 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.621061 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.621436 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.621834 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.621946 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.623579 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.623579 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.623579 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.623579 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.623579 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.623985 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.623985 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.624193 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.624377 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.624595 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.624854 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.625070 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.625400 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.625666 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.625912 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.626154 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.626379 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.626607 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.626822 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.627055 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.627311 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.627552 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.627774 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.628135 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.628355 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.628568 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.628780 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.628992 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.629256 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.629475 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.629711 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.629923 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.630168 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.630381 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.630596 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.630807 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.631036 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.631245 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.631451 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.631689 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.631901 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.632182 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.632424 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.632802 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.633239 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.633458 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.633697 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.633938 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.634144 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.634348 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.634565 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.634797 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.635004 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.635223 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.635426 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.635665 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.635888 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.636162 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.636320 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.636532 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.636743 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.636948 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.637193 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.637375 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.637582 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.637800 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.638003 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.638205 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.638419 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.639317 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.639690 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.640074 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.640338 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.640548 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.640762 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.640977 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.641202 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.641481 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.641725 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.641954 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.642234 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.642453 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.642697 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.642934 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.643232 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.643457 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.643736 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.643980 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.644185 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.644404 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.644660 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.644987 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.645272 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.645516 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.645769 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.646033 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.646303 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.646572 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.646780 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.647077 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.647434 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.647732 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.647977 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.648244 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.648476 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.648698 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.648929 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.649159 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.649398 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.649607 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.649839 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.650632 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.650632 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.650632 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.650959 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.650959 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.651158 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.651372 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.651612 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.651823 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.651979 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 17:39:55.652521 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112650) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 17:39:55.652675 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 17:39:55.652981 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 17:39:55.653184 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 17:39:55.653351 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 17:39:55.653499 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 17:39:55.653703 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.653864 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.654024 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.654176 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.654532 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.654695 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.654850 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.655152 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.655391 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.655522 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.655625 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.655779 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.655934 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.656093 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.656233 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.656383 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.656533 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.656808 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.656920 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.657012 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.657135 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.657293 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] debug = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.657447 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.657641 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.657801 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.657956 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.658110 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.658265 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.658419 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.658573 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.658728 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.658884 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.659038 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.659193 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.659337 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:39:55.659446 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.659560 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.659657 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.659803 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.659956 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.660109 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] host = dv-cinder-840525-3-iscsi {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.660262 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.660420 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.660573 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.660727 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.660881 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.661035 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.661190 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.661344 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.661499 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.661653 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.661807 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.661962 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.662116 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.662320 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] log_file = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.662424 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] log_options = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.662572 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.662724 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.663032 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.663227 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.663390 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.663575 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.663711 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.663862 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.664012 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.664161 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.664323 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.664474 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.664769 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.664927 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.665229 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.665402 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.665555 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.665717 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.665870 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.666067 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.666234 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.666234 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.666460 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.666541 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.666668 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.666825 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.666977 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.667132 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.667438 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.667438 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.667642 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.667861 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.667965 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.668047 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.668184 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.668481 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.668481 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.668661 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.668768 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.668920 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.669223 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.669443 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.669547 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.669671 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.669840 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.670041 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.670199 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] use_json = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.670351 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.670656 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.670807 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.671296 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.671296 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.671296 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.671656 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.671656 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.671805 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 17:39:55.671886 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.672014 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.672183 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.672342 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.672501 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.672654 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.672816 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.673644 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.673644 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.673644 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.673644 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.673644 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.674028 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.674028 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.674028 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.674253 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.674332 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.674441 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.674598 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.674743 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.674899 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.675050 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.675363 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.675550 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.675853 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.676014 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.676170 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.676334 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.676492 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.676655 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.676919 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.677023 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.677121 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.677270 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.677432 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.677588 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.677746 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.677888 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.678050 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.678204 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.678523 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.678678 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.678833 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.678993 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.679140 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.679299 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.679436 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.679625 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.679783 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.679940 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.680098 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.680255 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.680495 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.680637 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.680727 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.680863 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.681018 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.681184 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.681340 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.681496 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.681652 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.681809 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.681964 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.682120 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.682276 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.682430 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.682587 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.682742 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.682910 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.683066 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.683221 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.683376 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.683556 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.683711 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.683867 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.684089 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.684193 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.684321 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.684471 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.684626 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.684780 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.684936 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.685094 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.685301 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.685404 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.686079 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.686234 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.686533 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.686824 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.687122 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.687280 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.687444 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.687642 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.687974 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.687974 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.688164 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.688247 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.688381 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.688653 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.688653 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.688824 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.689015 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.689155 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.689244 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.689398 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.689552 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.689709 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.689864 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.690021 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.690175 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.690330 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.690488 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.690694 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.690806 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.690935 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.691090 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.691245 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.691401 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.691593 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.691749 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.691904 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.692061 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.692216 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.692380 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.692537 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.692695 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.692850 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.693013 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.693178 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.693334 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.693490 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.693646 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.693801 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.693957 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.694113 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.694269 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.694424 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.694611 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.694738 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.694906 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.695062 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.695220 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.695399 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.695578 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.695712 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.695867 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.696022 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.696177 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.696332 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.696488 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.696643 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.696798 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.696967 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.697106 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.697262 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.697417 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.697572 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.697728 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.698000 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.698092 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.698171 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.698313 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.698469 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.698629 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.698784 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.698942 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.699103 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.699253 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.699583 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.699741 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.699897 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.700051 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.700210 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.700365 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.700668 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.703502 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.703502 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.703502 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.703502 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.703502 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.703502 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.703502 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.703502 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.704082 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.704082 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.704082 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.704082 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.704082 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.704082 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.704082 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.704628 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.704799 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.704962 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.705122 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.705281 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.705440 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.705597 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.705754 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.705927 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.706085 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.706241 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.706399 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.706554 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.706710 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.706885 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.707023 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.707178 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.707334 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.707514 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.707672 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.707828 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.707983 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.708140 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.708295 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.708454 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.708611 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.708769 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.708924 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.709083 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.709238 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.709393 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.709548 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.709703 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.709858 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.710027 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.710704 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.710704 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.710704 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.710704 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.711007 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.711007 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.711149 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.711236 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.711316 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.711472 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.711648 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.711803 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.711958 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.712113 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.712278 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.712434 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.712589 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.712744 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.712900 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.713055 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.713219 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.713376 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.713531 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.713685 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.713840 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.713995 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.714159 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.714314 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.714469 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.714624 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.714779 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.714935 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.715098 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.715253 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.715408 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.715585 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.715743 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.715898 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.716061 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.716216 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.716373 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.716536 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.716691 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.716868 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.717026 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.717195 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.717351 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.717509 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.717666 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.717821 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.717977 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.718143 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.718282 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.718449 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.718611 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.718769 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.718926 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.719087 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.719250 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.719406 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.719598 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.719768 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.719924 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.720081 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.720236 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.720395 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.720550 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.720706 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.720862 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.721016 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.721171 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.721319 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.721471 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.721625 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.721780 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.721942 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.722080 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.722235 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.722389 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.722544 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.722700 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 17:39:55.722849 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 17:39:55.829613 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 56158) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:39:55.836558 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048451 Aug 24 17:39:55.840898 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037606 Aug 24 17:40:05.026380 dv-cinder-840525-3-iscsi neutron-server[112650]: DEBUG dbcounter [-] [112650] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=112650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:06.971465 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd53e569-4dea-4246-81f4-1d1a84579138 None None] get_active_networks_info from dv-cinder-840525-3-iscsi {{(pid=112765) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 24 17:40:07.016540 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writer thread running {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 17:40:07.078962 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd53e569-4dea-4246-81f4-1d1a84579138 None None] No non-hosted networks {{(pid=112765) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 17:40:07.092738 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.agentschedulers_db [None req-cd53e569-4dea-4246-81f4-1d1a84579138 None None] DHCP Agent not found on host dv-cinder-840525-3-iscsi {{(pid=112765) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 24 17:40:07.166540 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-0ac7f192-422d-45d9-a975-1398964808d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797140'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:08.776359 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writer thread running {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 17:40:09.396904 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-c7a7af03-570d-4ab6-91c9-7645909324f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797140'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:09.431400 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-a4c75309-35f6-48d8-8918-d0c81a84eb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:10.516278 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 56232) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:40:10.564995 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797140'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:11.087009 dv-cinder-840525-3-iscsi neutron-server[112763]: WARNING oslo_policy.policy [None req-37033ff3-db25-4482-b364-be5de745fb0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:40:11.087578 dv-cinder-840525-3-iscsi neutron-server[112763]: WARNING oslo_policy.policy [None req-37033ff3-db25-4482-b364-be5de745fb0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:40:11.305681 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [None req-37033ff3-db25-4482-b364-be5de745fb0b admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:40:11.307982 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-37033ff3-db25-4482-b364-be5de745fb0b admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7891824 Aug 24 17:40:11.914735 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797140'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:11.997704 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797140'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:12.000188 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:12.000568 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:12.000879 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:12.001214 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:12.001542 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:12.001869 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:12.002195 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:12.002539 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:12.002866 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:12.003187 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:12.003677 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:12.005342 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:12.007783 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:12.009319 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:12.009668 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:12.010104 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840525-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:12.018855 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840525-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:13.744957 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 56266) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:40:14.069704 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-be263993-3ac8-4767-9b22-370228e6f049 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:40:14.162137 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.policy [None req-be263993-3ac8-4767-9b22-370228e6f049 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112763) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 17:40:14.205152 dv-cinder-840525-3-iscsi neutron-server[112763]: WARNING oslo_policy.policy [None req-be263993-3ac8-4767-9b22-370228e6f049 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:40:14.205554 dv-cinder-840525-3-iscsi neutron-server[112763]: WARNING oslo_policy.policy [None req-be263993-3ac8-4767-9b22-370228e6f049 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:40:14.230408 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writer thread running {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 17:40:14.308452 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-be263993-3ac8-4767-9b22-370228e6f049 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763231770495', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763231771275', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763231787111', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763231794854', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763231800361', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763231808659', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-772969', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-777128', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1783970', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1593996'] for rbac-policy (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:14.380659 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-be263993-3ac8-4767-9b22-370228e6f049 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:14.381851 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-be263993-3ac8-4767-9b22-370228e6f049 admin admin] 10.222.0.27 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6359277 Aug 24 17:40:15.568811 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.db.l3_hamode_db [None req-64d931e7-6168-49ab-b0eb-aaa3bddc8b88 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 17:40:15.645235 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d931e7-6168-49ab-b0eb-aaa3bddc8b88 None None] Routers set() bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:40:15.645626 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d931e7-6168-49ab-b0eb-aaa3bddc8b88 None None] Router IDs set() for agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 24 17:40:16.750578 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 56276) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:40:17.072066 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:40:17.102686 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Made reservation on behalf of 139d28049ff14e92b984e2e272c11ae8 for: {'network': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:40:17.107073 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for network (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:17.126039 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:17.236944 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Publish callbacks [] for security_group (00de21eb-b922-4998-9790-8ba729b4dc98), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:17.240784 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (00de21eb-b922-4998-9790-8ba729b4dc98), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:17.265805 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=112763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:40:17.302015 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763232076647', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (83f600ea-1e02-4300-a554-1d83b23a9f71), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:17.302523 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Unsubscribe: segment precommit_create {{(pid=112763) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 17:40:17.303073 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.segments_db [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Added segment 83f600ea-1e02-4300-a554-1d83b23a9f71 of type vlan for network 0a9f6d9c-8860-42c5-9532-626e4cc7aac5 Aug 24 17:40:17.321207 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=00de21eb-b922-4998-9790-8ba729b4dc98,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:17.372358 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.372705 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.373068 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.373475 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.373774 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.374105 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.374450 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.374817 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.375145 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.375470 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.375817 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.376162 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.376488 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.376808 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.377133 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Tracked resource versions report: Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: pushed versions: Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: { 'AddressGroup': {'1.2'}, Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Agent': {'1.1'}, Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'ConntrackHelper': {'1.0'}, Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'LocalIPAssociation': {'1.0'}, Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Log': {'1.0'}, Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'NDPProxy': {'1.0'}, Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Network': {'1.1'}, Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Port': {'1.7'}, Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'PortForwarding': {'1.3'}, Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'QosPolicy': {'1.10'}, Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'SecurityGroup': {'1.5'}, Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'SecurityGroupRule': {'1.2'}, Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'SubPort': {'1.0'}, Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Subnet': {'1.1'}, Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Trunk': {'1.1'}} Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: consumer versions: Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: { DHCP agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: L3 agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: Metadata agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: Metering agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: Open vSwitch agent@dv-cinder-840525-3-iscsi: { 'AddressGroup': '1.2', Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Agent': '1.1', Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'ConntrackHelper': '1.0', Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'LocalIPAssociation': '1.0', Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Log': '1.0', Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'NDPProxy': '1.0', Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Network': '1.1', Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Port': '1.7', Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'PortForwarding': '1.3', Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'QosPolicy': '1.10', Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'SecurityGroup': '1.5', Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'SecurityGroupRule': '1.2', Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'SubPort': '1.0', Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Subnet': '1.1', Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Trunk': '1.1'}} Aug 24 17:40:17.378577 dv-cinder-840525-3-iscsi neutron-server[112763]: {{(pid=112763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 17:40:17.409607 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763231558539'] for network (0a9f6d9c-8860-42c5-9532-626e4cc7aac5), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:17.453306 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for network (0a9f6d9c-8860-42c5-9532-626e4cc7aac5), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:17.458438 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:40:17.459156 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:17.498784 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=57,neutron:INSERT=40,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:17.521332 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7696695 Aug 24 17:40:17.588268 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd2b1f-8225-4504-a7ce-bb2a2d6b6bf5 demo demo] Pushing event updated for resources: {'Network': ['ID=0a9f6d9c-8860-42c5-9532-626e4cc7aac5,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:17.602306 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Network 0a9f6d9c-8860-42c5-9532-626e4cc7aac5 details requested by agent ovs-agent-dv-cinder-840525-3-iscsi with host dv-cinder-840525-3-iscsi {{(pid=112765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:40:19.913906 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 56290) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:40:20.328954 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3561a333-07dd-409b-9d7d-ed8381cb852e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:40:20.330334 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-3561a333-07dd-409b-9d7d-ed8381cb852e demo admin] 10.222.0.27 "GET /networking/v2.0/networks/0a9f6d9c-8860-42c5-9532-626e4cc7aac5 HTTP/1.1" status: 200 len: 825 time: 0.4155574 Aug 24 17:40:20.355652 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-ea87ff97-1032-40be-b989-ad0c27703e59 demo admin] 10.222.0.27 "GET /networking/v2.0/subnetpools/ffe00ff9-1f7f-46d7-b782-ee0bd7853a0e HTTP/1.1" status: 200 len: 734 time: 0.0192835 Aug 24 17:40:20.364027 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-5bc48bb4-05e5-45e5-b4d1-8dba43a725ac demo admin] Request body: {'subnet': {'network_id': '0a9f6d9c-8860-42c5-9532-626e4cc7aac5', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ffe00ff9-1f7f-46d7-b782-ee0bd7853a0e', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:40:20.385618 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc48bb4-05e5-45e5-b4d1-8dba43a725ac demo admin] Made reservation on behalf of 139d28049ff14e92b984e2e272c11ae8 for: {'subnet': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:40:20.388933 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5bc48bb4-05e5-45e5-b4d1-8dba43a725ac demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:20.597833 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:20.684782 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5bc48bb4-05e5-45e5-b4d1-8dba43a725ac demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for subnet (02a5a3a1-9799-4da5-a7c2-8dd300bf9981), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:20.757768 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc48bb4-05e5-45e5-b4d1-8dba43a725ac demo admin] Pushing event updated for resources: {'Subnet': ['ID=02a5a3a1-9799-4da5-a7c2-8dd300bf9981,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:20.763352 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc48bb4-05e5-45e5-b4d1-8dba43a725ac demo admin] Checking segment: {'id': '83f600ea-1e02-4300-a554-1d83b23a9f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0a9f6d9c-8860-42c5-9532-626e4cc7aac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:40:20.763762 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc48bb4-05e5-45e5-b4d1-8dba43a725ac demo admin] Network hostable DHCP agents. Network: 0a9f6d9c-8860-42c5-9532-626e4cc7aac5, hostable agents: ['edbe2c30-39eb-4d16-9bee-d282c1702677'], hosted agents: [] {{(pid=112763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:40:20.784796 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc48bb4-05e5-45e5-b4d1-8dba43a725ac demo admin] Network 0a9f6d9c-8860-42c5-9532-626e4cc7aac5 is scheduled to be hosted by DHCP agent edbe2c30-39eb-4d16-9bee-d282c1702677 with binding_index 1 {{(pid=112763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:40:20.796204 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-5bc48bb4-05e5-45e5-b4d1-8dba43a725ac demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-3-iscsi, 0a9f6d9c-8860-42c5-9532-626e4cc7aac5) {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:40:20.800825 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc48bb4-05e5-45e5-b4d1-8dba43a725ac demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:40:20.801407 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5bc48bb4-05e5-45e5-b4d1-8dba43a725ac demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for subnet (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:20.806143 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d01da8-87cd-4ea5-bbd2-a588cbee807a None None] Network 0a9f6d9c-8860-42c5-9532-626e4cc7aac5 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:40:20.821927 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-5bc48bb4-05e5-45e5-b4d1-8dba43a725ac demo admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4610631 Aug 24 17:40:21.072783 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b3f5f0-e4ad-5125-8985-f94976322c44-0a9f6d9c-8860-42c5-9532-626e4cc7aac5', 'network_id': '0a9f6d9c-8860-42c5-9532-626e4cc7aac5', 'project_id': '139d28049ff14e92b984e2e272c11ae8', 'fixed_ips': [{'subnet_id': '02a5a3a1-9799-4da5-a7c2-8dd300bf9981'}]}} from dv-cinder-840525-3-iscsi. {{(pid=112765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:40:21.074065 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:21.352129 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.db_base_plugin_common [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Allocated IP 172.20.0.2 (0a9f6d9c-8860-42c5-9532-626e4cc7aac5/02a5a3a1-9799-4da5-a7c2-8dd300bf9981/9519e38b-488c-4d20-8c3d-60fcba9dbd2f) {{(pid=112765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:40:21.413293 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=65,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:21.625450 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Publish callbacks [] for port (9519e38b-488c-4d20-8c3d-60fcba9dbd2f), precommit_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:21.637320 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (9519e38b-488c-4d20-8c3d-60fcba9dbd2f), after_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:21.715438 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Network 0a9f6d9c-8860-42c5-9532-626e4cc7aac5 is already hosted by enough agents. {{(pid=112765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:40:21.722650 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.base_scheduler [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Resources bound (agent type, host, resource id): {{(pid=112765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:40:21.728128 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Received port after_create {{(pid=112765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:40:21.731812 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Pushing event updated for resources: {'Port': ['ID=9519e38b-488c-4d20-8c3d-60fcba9dbd2f,revision_number=1']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:21.765361 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:21.765717 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:21.766079 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:21.766436 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:21.766776 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:21.767108 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:21.767463 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:21.767811 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:21.768138 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:21.768462 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:21.768786 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:21.769127 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:21.769453 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:21.769772 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:21.770092 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Tracked resource versions report: Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: pushed versions: Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: { 'AddressGroup': {'1.2'}, Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Agent': {'1.1'}, Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'ConntrackHelper': {'1.0'}, Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'LocalIPAssociation': {'1.0'}, Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Log': {'1.0'}, Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'NDPProxy': {'1.0'}, Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Network': {'1.1'}, Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Port': {'1.7'}, Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'PortForwarding': {'1.3'}, Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'QosPolicy': {'1.10'}, Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'SecurityGroup': {'1.5'}, Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'SecurityGroupRule': {'1.2'}, Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'SubPort': {'1.0'}, Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Subnet': {'1.1'}, Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Trunk': {'1.1'}} Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: consumer versions: Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: { DHCP agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: L3 agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: Metadata agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: Metering agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: Open vSwitch agent@dv-cinder-840525-3-iscsi: { 'AddressGroup': '1.2', Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Agent': '1.1', Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'ConntrackHelper': '1.0', Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'LocalIPAssociation': '1.0', Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Log': '1.0', Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'NDPProxy': '1.0', Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Network': '1.1', Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Port': '1.7', Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'PortForwarding': '1.3', Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'QosPolicy': '1.10', Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'SecurityGroup': '1.5', Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'SecurityGroupRule': '1.2', Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'SubPort': '1.0', Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Subnet': '1.1', Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Trunk': '1.1'}} Aug 24 17:40:21.771556 dv-cinder-840525-3-iscsi neutron-server[112765]: {{(pid=112765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 17:40:21.822505 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Attempting to bind port 9519e38b-488c-4d20-8c3d-60fcba9dbd2f on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:40:21.823146 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Attempting to bind port 9519e38b-488c-4d20-8c3d-60fcba9dbd2f by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': '83f600ea-1e02-4300-a554-1d83b23a9f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0a9f6d9c-8860-42c5-9532-626e4cc7aac5'}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:40:21.823329 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Attempting to bind port 9519e38b-488c-4d20-8c3d-60fcba9dbd2f on network 0a9f6d9c-8860-42c5-9532-626e4cc7aac5 {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:40:21.828904 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:40:21.829360 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Checking segment: {'id': '83f600ea-1e02-4300-a554-1d83b23a9f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0a9f6d9c-8860-42c5-9532-626e4cc7aac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:40:21.829768 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:21.830165 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Bound using segment: {'id': '83f600ea-1e02-4300-a554-1d83b23a9f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0a9f6d9c-8860-42c5-9532-626e4cc7aac5'} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:40:21.830654 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Bound port: 9519e38b-488c-4d20-8c3d-60fcba9dbd2f, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f600ea-1e02-4300-a554-1d83b23a9f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0a9f6d9c-8860-42c5-9532-626e4cc7aac5'}}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:40:21.831081 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (9519e38b-488c-4d20-8c3d-60fcba9dbd2f), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:21.833622 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:21.896883 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] For port 9519e38b-488c-4d20-8c3d-60fcba9dbd2f, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:40:21.918979 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] For port 9519e38b-488c-4d20-8c3d-60fcba9dbd2f, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=9519e38b-488c-4d20-8c3d-60fcba9dbd2f,segment=NetworkSegment(83f600ea-1e02-4300-a554-1d83b23a9f71),segment_id=83f600ea-1e02-4300-a554-1d83b23a9f71)] {{(pid=112765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:40:21.926661 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (9519e38b-488c-4d20-8c3d-60fcba9dbd2f), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:21.979410 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c47615-3cee-4374-afe3-f463f9eb6679 None None] Pushing event updated for resources: {'Port': ['ID=9519e38b-488c-4d20-8c3d-60fcba9dbd2f,revision_number=2']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:23.209927 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 56300) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:40:23.536034 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [None req-487fcc27-24ad-438a-a2e3-467f7e572f31 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:40:23.537030 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-487fcc27-24ad-438a-a2e3-467f7e572f31 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3261490 Aug 24 17:40:25.907435 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=7 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:25.912370 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:25.966394 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 56312) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:40:26.302131 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [None req-448af9d0-d366-4b97-b4f2-fc74a90ab419 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:40:26.303115 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-448af9d0-d366-4b97-b4f2-fc74a90ab419 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3357987 Aug 24 17:40:28.732165 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 56324) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:40:29.085695 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-6a199bb3-b059-4ce6-ab1c-781f33e93e42 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:40:29.111679 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6a199bb3-b059-4ce6-ab1c-781f33e93e42 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1612848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router (c9448365-fbc0-4778-91ff-bea3ad1084e0), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:29.113383 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6a199bb3-b059-4ce6-ab1c-781f33e93e42 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1796060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1817803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router (c9448365-fbc0-4778-91ff-bea3ad1084e0), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:29.251844 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6a199bb3-b059-4ce6-ab1c-781f33e93e42 demo demo] Publish callbacks [] for router_controller (c9448365-fbc0-4778-91ff-bea3ad1084e0), precommit_add_association {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:29.256730 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6a199bb3-b059-4ce6-ab1c-781f33e93e42 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1612547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1796013'] for router (c9448365-fbc0-4778-91ff-bea3ad1084e0), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:29.274062 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6a199bb3-b059-4ce6-ab1c-781f33e93e42 demo demo] Publish callbacks [] for router (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:29.275242 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-6a199bb3-b059-4ce6-ab1c-781f33e93e42 demo demo] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5420973 Aug 24 17:40:29.686620 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 9519e38b-488c-4d20-8c3d-60fcba9dbd2f up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:40:29.769721 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 9519e38b-488c-4d20-8c3d-60fcba9dbd2f triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:40:29.770139 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (9519e38b-488c-4d20-8c3d-60fcba9dbd2f), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:29.872390 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 9519e38b-488c-4d20-8c3d-60fcba9dbd2f is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:40:29.872714 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (9519e38b-488c-4d20-8c3d-60fcba9dbd2f), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:29.909589 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port 9519e38b-488c-4d20-8c3d-60fcba9dbd2f, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=9519e38b-488c-4d20-8c3d-60fcba9dbd2f,segment=NetworkSegment(83f600ea-1e02-4300-a554-1d83b23a9f71),segment_id=83f600ea-1e02-4300-a554-1d83b23a9f71)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:40:29.914171 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (9519e38b-488c-4d20-8c3d-60fcba9dbd2f), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:29.964816 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=9519e38b-488c-4d20-8c3d-60fcba9dbd2f,revision_number=3']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:30.052194 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2147504c-fc0e-45e2-9940-26c56171514f None None] Network 0a9f6d9c-8860-42c5-9532-626e4cc7aac5 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:40:30.118180 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-1b01c68c-f078-4616-bc5b-f2dccdd2de08 None None] Provisioning complete for port 9519e38b-488c-4d20-8c3d-60fcba9dbd2f triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:40:30.118577 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-1b01c68c-f078-4616-bc5b-f2dccdd2de08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (9519e38b-488c-4d20-8c3d-60fcba9dbd2f), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:30.243984 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-1b01c68c-f078-4616-bc5b-f2dccdd2de08 None None] Current status of the port 9519e38b-488c-4d20-8c3d-60fcba9dbd2f is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:40:30.463442 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-dbf77a33-7aa9-4943-adcc-602d22b39a03 None None] Provisioning complete for port 9519e38b-488c-4d20-8c3d-60fcba9dbd2f triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:40:30.463872 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-dbf77a33-7aa9-4943-adcc-602d22b39a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (9519e38b-488c-4d20-8c3d-60fcba9dbd2f), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:30.498574 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:30.539629 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-dbf77a33-7aa9-4943-adcc-602d22b39a03 None None] Current status of the port 9519e38b-488c-4d20-8c3d-60fcba9dbd2f is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:40:31.669603 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 9519e38b-488c-4d20-8c3d-60fcba9dbd2f up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:40:31.673063 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 56332) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:40:31.715855 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 9519e38b-488c-4d20-8c3d-60fcba9dbd2f triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:40:31.716259 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (9519e38b-488c-4d20-8c3d-60fcba9dbd2f), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:31.750819 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:31.788736 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 9519e38b-488c-4d20-8c3d-60fcba9dbd2f is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:40:31.996642 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [None req-eee81d68-63da-4dc3-a460-ad7c2f034458 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:40:31.997647 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-eee81d68-63da-4dc3-a460-ad7c2f034458 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3236375 Aug 24 17:40:34.392241 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 56340) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:40:34.712119 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-cb1766a4-8481-4988-a4b0-eb6dfc4059db admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:40:34.735782 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1766a4-8481-4988-a4b0-eb6dfc4059db admin admin] Made reservation on behalf of c0a52b9c017649d7b6608817068a47f8 for: {'network': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:40:34.738029 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cb1766a4-8481-4988-a4b0-eb6dfc4059db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for network (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:34.746715 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cb1766a4-8481-4988-a4b0-eb6dfc4059db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:34.798839 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:34.829680 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cb1766a4-8481-4988-a4b0-eb6dfc4059db admin admin] Publish callbacks [] for security_group (5c9bb79d-ccc3-49c4-acd1-b0a03bb87b07), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:34.833401 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cb1766a4-8481-4988-a4b0-eb6dfc4059db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (5c9bb79d-ccc3-49c4-acd1-b0a03bb87b07), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:34.851626 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cb1766a4-8481-4988-a4b0-eb6dfc4059db admin admin] Reserving flat network on physical network physnet1 {{(pid=112763) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 17:40:34.867574 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1766a4-8481-4988-a4b0-eb6dfc4059db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9bb79d-ccc3-49c4-acd1-b0a03bb87b07,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:34.872796 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cb1766a4-8481-4988-a4b0-eb6dfc4059db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (fa353bdd-f470-4d36-b7d5-8499e59b1d6f), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:34.873136 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.segments_db [None req-cb1766a4-8481-4988-a4b0-eb6dfc4059db admin admin] Added segment fa353bdd-f470-4d36-b7d5-8499e59b1d6f of type flat for network 362d5c28-632f-46ac-8441-a79df5e3c295 Aug 24 17:40:34.926127 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cb1766a4-8481-4988-a4b0-eb6dfc4059db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763231558539'] for network (362d5c28-632f-46ac-8441-a79df5e3c295), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:34.957007 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cb1766a4-8481-4988-a4b0-eb6dfc4059db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for network (362d5c28-632f-46ac-8441-a79df5e3c295), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:34.957956 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1766a4-8481-4988-a4b0-eb6dfc4059db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:40:34.958524 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cb1766a4-8481-4988-a4b0-eb6dfc4059db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:35.014124 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-cb1766a4-8481-4988-a4b0-eb6dfc4059db admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6208036 Aug 24 17:40:35.055620 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1766a4-8481-4988-a4b0-eb6dfc4059db admin admin] Pushing event updated for resources: {'Network': ['ID=362d5c28-632f-46ac-8441-a79df5e3c295,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:35.069547 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Network 362d5c28-632f-46ac-8441-a79df5e3c295 details requested by agent ovs-agent-dv-cinder-840525-3-iscsi with host dv-cinder-840525-3-iscsi {{(pid=112765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:40:36.939536 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-99d02e98-6e70-4295-b5ac-cde5e2f0b60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:37.380732 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 56348) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:40:37.740324 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:37.753187 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c74b420-0982-457e-bd53-79b504756ce3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:40:37.754639 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-7c74b420-0982-457e-bd53-79b504756ce3 demo admin] 10.222.0.27 "GET /networking/v2.0/subnets/02a5a3a1-9799-4da5-a7c2-8dd300bf9981 HTTP/1.1" status: 200 len: 849 time: 0.3729503 Aug 24 17:40:37.871544 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-4a020ad1-6027-427e-b962-0a560dcf7b87 demo admin] 10.222.0.27 "GET /networking/v2.0/routers/c9448365-fbc0-4778-91ff-bea3ad1084e0 HTTP/1.1" status: 200 len: 704 time: 0.1107345 Aug 24 17:40:38.133357 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1c9d2f25-0156-45ff-9afb-b9afa866fc13 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:38.465087 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [None req-1c9d2f25-0156-45ff-9afb-b9afa866fc13 demo admin] Allocated IP 172.20.0.1 (0a9f6d9c-8860-42c5-9532-626e4cc7aac5/02a5a3a1-9799-4da5-a7c2-8dd300bf9981/c314ea01-674f-485c-a4b3-a2375219729c) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:40:38.622150 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1c9d2f25-0156-45ff-9afb-b9afa866fc13 demo admin] Publish callbacks [] for port (c314ea01-674f-485c-a4b3-a2375219729c), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:38.630057 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:38.689681 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1c9d2f25-0156-45ff-9afb-b9afa866fc13 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (c314ea01-674f-485c-a4b3-a2375219729c), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:38.764927 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9d2f25-0156-45ff-9afb-b9afa866fc13 demo admin] Network 0a9f6d9c-8860-42c5-9532-626e4cc7aac5 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:40:38.773807 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-1c9d2f25-0156-45ff-9afb-b9afa866fc13 demo admin] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:40:38.776317 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9d2f25-0156-45ff-9afb-b9afa866fc13 demo admin] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:40:38.776982 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1c9d2f25-0156-45ff-9afb-b9afa866fc13 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746992'] for router_interface (c9448365-fbc0-4778-91ff-bea3ad1084e0), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:38.799264 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d2f25-0156-45ff-9afb-b9afa866fc13 demo admin] Pushing event updated for resources: {'Port': ['ID=c314ea01-674f-485c-a4b3-a2375219729c,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:38.977869 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1c9d2f25-0156-45ff-9afb-b9afa866fc13 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (c314ea01-674f-485c-a4b3-a2375219729c), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:39.009094 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-b392d566-430d-424f-a450-c03a314b16a0 None None] Provisioning complete for port c314ea01-674f-485c-a4b3-a2375219729c triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:40:39.009667 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-b392d566-430d-424f-a450-c03a314b16a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (c314ea01-674f-485c-a4b3-a2375219729c), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:39.050366 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-b392d566-430d-424f-a450-c03a314b16a0 None None] Port c314ea01-674f-485c-a4b3-a2375219729c cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:40:39.059094 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:39.182950 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1c9d2f25-0156-45ff-9afb-b9afa866fc13 demo admin] Publish callbacks [] for port (c314ea01-674f-485c-a4b3-a2375219729c), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:39.187566 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1c9d2f25-0156-45ff-9afb-b9afa866fc13 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (c314ea01-674f-485c-a4b3-a2375219729c), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:39.188345 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1c9d2f25-0156-45ff-9afb-b9afa866fc13 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747020'] for router_interface (c9448365-fbc0-4778-91ff-bea3ad1084e0), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:39.249794 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d2f25-0156-45ff-9afb-b9afa866fc13 demo admin] Pushing event updated for resources: {'Port': ['ID=c314ea01-674f-485c-a4b3-a2375219729c,revision_number=2']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:39.313589 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9d2f25-0156-45ff-9afb-b9afa866fc13 demo admin] Network 0a9f6d9c-8860-42c5-9532-626e4cc7aac5 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:40:39.314839 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-1c9d2f25-0156-45ff-9afb-b9afa866fc13 demo admin] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:40:39.445127 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-455096fa-d875-447e-b16a-f6367102be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:39.475234 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9d2f25-0156-45ff-9afb-b9afa866fc13 demo admin] Router c9448365-fbc0-4778-91ff-bea3ad1084e0 is scheduled to L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 with binding_index 1 {{(pid=112763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:40:39.565354 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9d2f25-0156-45ff-9afb-b9afa866fc13 demo admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:40:39.575357 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-ce58a18d-bd63-4315-8380-b5b373fb65bb None None] Provisioning complete for port c314ea01-674f-485c-a4b3-a2375219729c triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:40:39.575590 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-1c9d2f25-0156-45ff-9afb-b9afa866fc13 demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/c9448365-fbc0-4778-91ff-bea3ad1084e0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6936989 Aug 24 17:40:39.575687 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-ce58a18d-bd63-4315-8380-b5b373fb65bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (c314ea01-674f-485c-a4b3-a2375219729c), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:39.586990 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] Sync routers for ids ['c9448365-fbc0-4778-91ff-bea3ad1084e0'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:40:39.601141 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] Routers {'c9448365-fbc0-4778-91ff-bea3ad1084e0'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:40:39.602070 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:40:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['c9448365-fbc0-4778-91ff-bea3ad1084e0'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:39.605145 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-ce58a18d-bd63-4315-8380-b5b373fb65bb None None] Port c314ea01-674f-485c-a4b3-a2375219729c cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:40:39.783438 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] Set router c9448365-fbc0-4778-91ff-bea3ad1084e0 gateway port host: None {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:40:40.200719 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9448365-fbc0-4778-91ff-bea3ad1084e0', 'name': 'router1', 'tenant_id': '139d28049ff14e92b984e2e272c11ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:40:29Z', 'updated_at': '2022-08-24T17:40:38Z', 'revision_number': 2, 'project_id': '139d28049ff14e92b984e2e272c11ae8', 'gw_port_host': None, '_interfaces': [{'id': 'c314ea01-674f-485c-a4b3-a2375219729c', 'name': '', 'network_id': '0a9f6d9c-8860-42c5-9532-626e4cc7aac5', 'tenant_id': '139d28049ff14e92b984e2e272c11ae8', 'mac_address': 'fa:16:3e:1a:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9448365-fbc0-4778-91ff-bea3ad1084e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02a5a3a1-9799-4da5-a7c2-8dd300bf9981', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:40:38Z', 'updated_at': '2022-08-24T17:40:39Z', 'revision_number': 2, 'project_id': '139d28049ff14e92b984e2e272c11ae8', 'subnets': [{'id': '02a5a3a1-9799-4da5-a7c2-8dd300bf9981', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffe00ff9-1f7f-46d7-b782-ee0bd7853a0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:40.248866 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] Checking router: c9448365-fbc0-4778-91ff-bea3ad1084e0 for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:40:40.249229 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] Updating router c9448365-fbc0-4778-91ff-bea3ad1084e0 port c314ea01-674f-485c-a4b3-a2375219729c binding host dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:40:40.302877 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (c314ea01-674f-485c-a4b3-a2375219729c), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:40.533459 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:40.674249 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 5 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:40:40.810069 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] Publish callbacks [] for port (c314ea01-674f-485c-a4b3-a2375219729c), precommit_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:40.816645 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (c314ea01-674f-485c-a4b3-a2375219729c), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:40.936746 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf05e1a-03a5-434d-b1fb-71f83e344190 None None] Pushing event updated for resources: {'Port': ['ID=c314ea01-674f-485c-a4b3-a2375219729c,revision_number=3']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:40.960728 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf05e1a-03a5-434d-b1fb-71f83e344190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:40.961080 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf05e1a-03a5-434d-b1fb-71f83e344190 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:40.961444 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf05e1a-03a5-434d-b1fb-71f83e344190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:40.961807 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf05e1a-03a5-434d-b1fb-71f83e344190 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:40.962147 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf05e1a-03a5-434d-b1fb-71f83e344190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:40.962478 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf05e1a-03a5-434d-b1fb-71f83e344190 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:40.962804 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf05e1a-03a5-434d-b1fb-71f83e344190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:40.963129 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf05e1a-03a5-434d-b1fb-71f83e344190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:40.963455 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf05e1a-03a5-434d-b1fb-71f83e344190 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:40.963801 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf05e1a-03a5-434d-b1fb-71f83e344190 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:40.964125 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf05e1a-03a5-434d-b1fb-71f83e344190 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:40.964473 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf05e1a-03a5-434d-b1fb-71f83e344190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:40.964798 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf05e1a-03a5-434d-b1fb-71f83e344190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:40.965119 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf05e1a-03a5-434d-b1fb-71f83e344190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:40.965438 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf05e1a-03a5-434d-b1fb-71f83e344190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf05e1a-03a5-434d-b1fb-71f83e344190 None None] Tracked resource versions report: Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: pushed versions: Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: { 'AddressGroup': {'1.2'}, Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Agent': {'1.1'}, Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'ConntrackHelper': {'1.0'}, Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'LocalIPAssociation': {'1.0'}, Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Log': {'1.0'}, Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'NDPProxy': {'1.0'}, Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Network': {'1.1'}, Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Port': {'1.7'}, Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'PortForwarding': {'1.3'}, Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'QosPolicy': {'1.10'}, Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'SecurityGroup': {'1.5'}, Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'SecurityGroupRule': {'1.2'}, Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'SubPort': {'1.0'}, Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Subnet': {'1.1'}, Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Trunk': {'1.1'}} Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: consumer versions: Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: { DHCP agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: L3 agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: Metadata agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: Metering agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: Open vSwitch agent@dv-cinder-840525-3-iscsi: { 'AddressGroup': '1.2', Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Agent': '1.1', Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'ConntrackHelper': '1.0', Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'LocalIPAssociation': '1.0', Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Log': '1.0', Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'NDPProxy': '1.0', Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Network': '1.1', Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Port': '1.7', Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'PortForwarding': '1.3', Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'QosPolicy': '1.10', Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'SecurityGroup': '1.5', Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'SecurityGroupRule': '1.2', Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'SubPort': '1.0', Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Subnet': '1.1', Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Trunk': '1.1'}} Aug 24 17:40:40.966871 dv-cinder-840525-3-iscsi neutron-server[112766]: {{(pid=112766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 17:40:40.985918 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] Attempting to bind port c314ea01-674f-485c-a4b3-a2375219729c on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:40:40.986325 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] Attempting to bind port c314ea01-674f-485c-a4b3-a2375219729c by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': '83f600ea-1e02-4300-a554-1d83b23a9f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0a9f6d9c-8860-42c5-9532-626e4cc7aac5'}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:40:40.986794 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] Attempting to bind port c314ea01-674f-485c-a4b3-a2375219729c on network 0a9f6d9c-8860-42c5-9532-626e4cc7aac5 {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:40:40.992359 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:40:40.992772 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] Checking segment: {'id': '83f600ea-1e02-4300-a554-1d83b23a9f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0a9f6d9c-8860-42c5-9532-626e4cc7aac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:40:40.993243 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:40.993630 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] Bound using segment: {'id': '83f600ea-1e02-4300-a554-1d83b23a9f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0a9f6d9c-8860-42c5-9532-626e4cc7aac5'} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:40:40.994124 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] Bound port: c314ea01-674f-485c-a4b3-a2375219729c, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f600ea-1e02-4300-a554-1d83b23a9f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0a9f6d9c-8860-42c5-9532-626e4cc7aac5'}}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:40:40.994504 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (c314ea01-674f-485c-a4b3-a2375219729c), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:41.057952 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] For port c314ea01-674f-485c-a4b3-a2375219729c, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:40:41.065341 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:41.079133 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] For port c314ea01-674f-485c-a4b3-a2375219729c, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=c314ea01-674f-485c-a4b3-a2375219729c,segment=NetworkSegment(83f600ea-1e02-4300-a554-1d83b23a9f71),segment_id=83f600ea-1e02-4300-a554-1d83b23a9f71)] {{(pid=112766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:40:41.085072 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (c314ea01-674f-485c-a4b3-a2375219729c), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:41.109687 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:41.127699 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] Routers {'c9448365-fbc0-4778-91ff-bea3ad1084e0'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:40:41.128320 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:40:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['c9448365-fbc0-4778-91ff-bea3ad1084e0'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:41.199659 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf05e1a-03a5-434d-b1fb-71f83e344190 None None] Pushing event updated for resources: {'Port': ['ID=c314ea01-674f-485c-a4b3-a2375219729c,revision_number=4']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:41.225225 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] Set router c9448365-fbc0-4778-91ff-bea3ad1084e0 gateway port host: None {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:40:41.415855 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9448365-fbc0-4778-91ff-bea3ad1084e0', 'name': 'router1', 'tenant_id': '139d28049ff14e92b984e2e272c11ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:40:29Z', 'updated_at': '2022-08-24T17:40:38Z', 'revision_number': 2, 'project_id': '139d28049ff14e92b984e2e272c11ae8', 'gw_port_host': None, '_interfaces': [{'id': 'c314ea01-674f-485c-a4b3-a2375219729c', 'name': '', 'network_id': '0a9f6d9c-8860-42c5-9532-626e4cc7aac5', 'tenant_id': '139d28049ff14e92b984e2e272c11ae8', 'mac_address': 'fa:16:3e:1a:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9448365-fbc0-4778-91ff-bea3ad1084e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02a5a3a1-9799-4da5-a7c2-8dd300bf9981', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:40:38Z', 'updated_at': '2022-08-24T17:40:41Z', 'revision_number': 4, 'project_id': '139d28049ff14e92b984e2e272c11ae8', 'subnets': [{'id': '02a5a3a1-9799-4da5-a7c2-8dd300bf9981', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffe00ff9-1f7f-46d7-b782-ee0bd7853a0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:41.440516 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c1d932-6942-43ec-887d-8a4a9ab0e458 None None] The sync data for ids ['c9448365-fbc0-4778-91ff-bea3ad1084e0'] in dv-cinder-840525-3-iscsi is: [{'id': 'c9448365-fbc0-4778-91ff-bea3ad1084e0', 'name': 'router1', 'tenant_id': '139d28049ff14e92b984e2e272c11ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:40:29Z', 'updated_at': '2022-08-24T17:40:38Z', 'revision_number': 2, 'project_id': '139d28049ff14e92b984e2e272c11ae8', 'gw_port_host': None, '_interfaces': [{'id': 'c314ea01-674f-485c-a4b3-a2375219729c', 'name': '', 'network_id': '0a9f6d9c-8860-42c5-9532-626e4cc7aac5', 'tenant_id': '139d28049ff14e92b984e2e272c11ae8', 'mac_address': 'fa:16:3e:1a:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9448365-fbc0-4778-91ff-bea3ad1084e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02a5a3a1-9799-4da5-a7c2-8dd300bf9981', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:40:38Z', 'updated_at': '2022-08-24T17:40:41Z', 'revision_number': 4, 'project_id': '139d28049ff14e92b984e2e272c11ae8', 'subnets': [{'id': '02a5a3a1-9799-4da5-a7c2-8dd300bf9981', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffe00ff9-1f7f-46d7-b782-ee0bd7853a0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:40:41.867040 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:41.948668 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 56358) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:40:41.992052 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:42.336936 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:42.340869 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9012e4dc-3e8d-40ff-a235-494882566504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:40:42.342496 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-9012e4dc-3e8d-40ff-a235-494882566504 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/362d5c28-632f-46ac-8441-a79df5e3c295 HTTP/1.1" status: 200 len: 842 time: 0.3926942 Aug 24 17:40:42.352639 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-cae9edfb-e82b-4e6d-aa8f-cf3353c9874b admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:40:42.374717 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae9edfb-e82b-4e6d-aa8f-cf3353c9874b admin admin] Made reservation on behalf of c0a52b9c017649d7b6608817068a47f8 for: {'subnet': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:40:42.376983 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cae9edfb-e82b-4e6d-aa8f-cf3353c9874b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:42.703499 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:42.736840 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.objects.ports [None req-cae9edfb-e82b-4e6d-aa8f-cf3353c9874b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112763) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 24 17:40:42.737297 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cae9edfb-e82b-4e6d-aa8f-cf3353c9874b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for subnet (849ef13b-2790-4f06-8f68-6b43a074f789), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:42.788685 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9edfb-e82b-4e6d-aa8f-cf3353c9874b admin admin] Pushing event updated for resources: {'Subnet': ['ID=849ef13b-2790-4f06-8f68-6b43a074f789,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:42.804266 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae9edfb-e82b-4e6d-aa8f-cf3353c9874b admin admin] Checking segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:40:42.804628 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae9edfb-e82b-4e6d-aa8f-cf3353c9874b admin admin] Network hostable DHCP agents. Network: 362d5c28-632f-46ac-8441-a79df5e3c295, hostable agents: ['edbe2c30-39eb-4d16-9bee-d282c1702677'], hosted agents: [] {{(pid=112763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:40:42.821685 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae9edfb-e82b-4e6d-aa8f-cf3353c9874b admin admin] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is scheduled to be hosted by DHCP agent edbe2c30-39eb-4d16-9bee-d282c1702677 with binding_index 1 {{(pid=112763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:40:42.831906 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-cae9edfb-e82b-4e6d-aa8f-cf3353c9874b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-3-iscsi, 362d5c28-632f-46ac-8441-a79df5e3c295) {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:40:42.836179 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae9edfb-e82b-4e6d-aa8f-cf3353c9874b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:40:42.836774 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cae9edfb-e82b-4e6d-aa8f-cf3353c9874b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for subnet (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:42.843728 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aff14db-d4b9-4709-a364-1031d3b6a1f7 None None] Network 362d5c28-632f-46ac-8441-a79df5e3c295 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:40:42.854074 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-cae9edfb-e82b-4e6d-aa8f-cf3353c9874b admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5049047 Aug 24 17:40:42.952091 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca32f9e6-5d3a-44c5-8ae0-976fe5708ca7 None None] Network 362d5c28-632f-46ac-8441-a79df5e3c295 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:40:45.287690 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 56366) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:40:45.702705 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-58ebbd18-785a-4c03-ab21-967d226af9c9 demo admin] 10.222.0.27 "GET /networking/v2.0/routers/c9448365-fbc0-4778-91ff-bea3ad1084e0 HTTP/1.1" status: 200 len: 710 time: 0.4138887 Aug 24 17:40:45.793859 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a671a2-13de-429e-a3a3-9f591276cdc0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:40:45.795242 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-93a671a2-13de-429e-a3a3-9f591276cdc0 demo admin] 10.222.0.27 "GET /networking/v2.0/networks/362d5c28-632f-46ac-8441-a79df5e3c295 HTTP/1.1" status: 200 len: 886 time: 0.0870585 Aug 24 17:40:45.804414 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-ee82937c-9c91-490a-aa40-43a52b12c619 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:40:46.035819 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:46.044195 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ee82937c-9c91-490a-aa40-43a52b12c619 demo admin] Publish callbacks [] for router_gateway (c9448365-fbc0-4778-91ff-bea3ad1084e0), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:46.272270 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ee82937c-9c91-490a-aa40-43a52b12c619 demo admin] Publish callbacks [] for router_gateway (c9448365-fbc0-4778-91ff-bea3ad1084e0), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:46.358206 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ee82937c-9c91-490a-aa40-43a52b12c619 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:46.466961 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [None req-ee82937c-9c91-490a-aa40-43a52b12c619 demo admin] Allocated IP 172.27.1.48 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/a8c0ef0d-5701-4f1c-9cb5-ba86567d2490) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:40:46.559984 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:46.577734 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ee82937c-9c91-490a-aa40-43a52b12c619 demo admin] Publish callbacks [] for port (a8c0ef0d-5701-4f1c-9cb5-ba86567d2490), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:46.609655 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ee82937c-9c91-490a-aa40-43a52b12c619 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (a8c0ef0d-5701-4f1c-9cb5-ba86567d2490), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:46.650899 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee82937c-9c91-490a-aa40-43a52b12c619 demo admin] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:40:46.653961 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-ee82937c-9c91-490a-aa40-43a52b12c619 demo admin] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:40:46.659537 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee82937c-9c91-490a-aa40-43a52b12c619 demo admin] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:40:46.664241 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82937c-9c91-490a-aa40-43a52b12c619 demo admin] Pushing event updated for resources: {'Port': ['ID=a8c0ef0d-5701-4f1c-9cb5-ba86567d2490,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:46.979594 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:46.982978 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ee82937c-9c91-490a-aa40-43a52b12c619 demo admin] Publish callbacks [] for router_gateway (c9448365-fbc0-4778-91ff-bea3ad1084e0), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:47.173467 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ee82937c-9c91-490a-aa40-43a52b12c619 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1797358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router (c9448365-fbc0-4778-91ff-bea3ad1084e0), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:47.176531 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ee82937c-9c91-490a-aa40-43a52b12c619 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1796013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1796004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1797367'] for router (c9448365-fbc0-4778-91ff-bea3ad1084e0), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:47.279297 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee82937c-9c91-490a-aa40-43a52b12c619 demo admin] Router c9448365-fbc0-4778-91ff-bea3ad1084e0 has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:40:47.383763 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee82937c-9c91-490a-aa40-43a52b12c619 demo admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:40:47.388465 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ee82937c-9c91-490a-aa40-43a52b12c619 demo admin] Publish callbacks [] for router (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:47.399798 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-ee82937c-9c91-490a-aa40-43a52b12c619 demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/c9448365-fbc0-4778-91ff-bea3ad1084e0 HTTP/1.1" status: 200 len: 889 time: 1.5884957 Aug 24 17:40:47.710428 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device c314ea01-674f-485c-a4b3-a2375219729c up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:40:47.760214 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port c314ea01-674f-485c-a4b3-a2375219729c triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:40:47.760583 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (c314ea01-674f-485c-a4b3-a2375219729c), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:47.800791 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] Sync routers for ids ['c9448365-fbc0-4778-91ff-bea3ad1084e0'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:40:47.817852 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] Routers {'c9448365-fbc0-4778-91ff-bea3ad1084e0'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:40:47.818504 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:40:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['c9448365-fbc0-4778-91ff-bea3ad1084e0'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:47.986696 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port c314ea01-674f-485c-a4b3-a2375219729c is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:40:47.987084 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (c314ea01-674f-485c-a4b3-a2375219729c), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:48.071865 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:48.076195 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] Set router c9448365-fbc0-4778-91ff-bea3ad1084e0 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:40:48.094418 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port c314ea01-674f-485c-a4b3-a2375219729c, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=c314ea01-674f-485c-a4b3-a2375219729c,segment=NetworkSegment(83f600ea-1e02-4300-a554-1d83b23a9f71),segment_id=83f600ea-1e02-4300-a554-1d83b23a9f71)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:40:48.127203 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (c314ea01-674f-485c-a4b3-a2375219729c), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:48.156653 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:48.359098 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=c314ea01-674f-485c-a4b3-a2375219729c,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:48.493422 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9448365-fbc0-4778-91ff-bea3ad1084e0', 'name': 'router1', 'tenant_id': '139d28049ff14e92b984e2e272c11ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a8c0ef0d-5701-4f1c-9cb5-ba86567d2490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:40:29Z', 'updated_at': '2022-08-24T17:40:46Z', 'revision_number': 4, 'project_id': '139d28049ff14e92b984e2e272c11ae8', 'gw_port': {'id': 'a8c0ef0d-5701-4f1c-9cb5-ba86567d2490', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9448365-fbc0-4778-91ff-bea3ad1084e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:40:46Z', 'updated_at': '2022-08-24T17:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': 'c314ea01-674f-485c-a4b3-a2375219729c', 'name': '', 'network_id': '0a9f6d9c-8860-42c5-9532-626e4cc7aac5', 'tenant_id': '139d28049ff14e92b984e2e272c11ae8', 'mac_address': 'fa:16:3e:1a:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9448365-fbc0-4778-91ff-bea3ad1084e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02a5a3a1-9799-4da5-a7c2-8dd300bf9981', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:40:38Z', 'updated_at': '2022-08-24T17:40:41Z', 'revision_number': 4, 'project_id': '139d28049ff14e92b984e2e272c11ae8', 'subnets': [{'id': '02a5a3a1-9799-4da5-a7c2-8dd300bf9981', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffe00ff9-1f7f-46d7-b782-ee0bd7853a0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:48.544603 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] Checking router: c9448365-fbc0-4778-91ff-bea3ad1084e0 for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:40:48.544962 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] Updating router c9448365-fbc0-4778-91ff-bea3ad1084e0 port a8c0ef0d-5701-4f1c-9cb5-ba86567d2490 binding host dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:40:48.679709 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (a8c0ef0d-5701-4f1c-9cb5-ba86567d2490), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:48.983214 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] Publish callbacks [] for port (a8c0ef0d-5701-4f1c-9cb5-ba86567d2490), precommit_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:48.988069 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (a8c0ef0d-5701-4f1c-9cb5-ba86567d2490), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:49.020460 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] Attempting to bind port a8c0ef0d-5701-4f1c-9cb5-ba86567d2490 on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:40:49.020825 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] Attempting to bind port a8c0ef0d-5701-4f1c-9cb5-ba86567d2490 by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:40:49.021187 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] Attempting to bind port a8c0ef0d-5701-4f1c-9cb5-ba86567d2490 on network 362d5c28-632f-46ac-8441-a79df5e3c295 {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:40:49.034488 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:40:49.034857 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] Checking segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:40:49.035250 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:49.035671 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] Bound using segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:40:49.036135 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] Bound port: a8c0ef0d-5701-4f1c-9cb5-ba86567d2490, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:40:49.036507 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (a8c0ef0d-5701-4f1c-9cb5-ba86567d2490), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:49.058092 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc9fc5-fe9d-4c82-a48c-83d80c1d440c None None] Pushing event updated for resources: {'Port': ['ID=a8c0ef0d-5701-4f1c-9cb5-ba86567d2490,revision_number=2']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:49.090772 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] For port a8c0ef0d-5701-4f1c-9cb5-ba86567d2490, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:40:49.094015 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] For port a8c0ef0d-5701-4f1c-9cb5-ba86567d2490, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=a8c0ef0d-5701-4f1c-9cb5-ba86567d2490,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:40:49.100942 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (a8c0ef0d-5701-4f1c-9cb5-ba86567d2490), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:49.140483 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] Routers {'c9448365-fbc0-4778-91ff-bea3ad1084e0'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:40:49.141099 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:40:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['c9448365-fbc0-4778-91ff-bea3ad1084e0'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:49.213810 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc9fc5-fe9d-4c82-a48c-83d80c1d440c None None] Pushing event updated for resources: {'Port': ['ID=a8c0ef0d-5701-4f1c-9cb5-ba86567d2490,revision_number=3']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:49.248702 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:49.255973 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] Set router c9448365-fbc0-4778-91ff-bea3ad1084e0 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:40:49.347083 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:49.453510 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9448365-fbc0-4778-91ff-bea3ad1084e0', 'name': 'router1', 'tenant_id': '139d28049ff14e92b984e2e272c11ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a8c0ef0d-5701-4f1c-9cb5-ba86567d2490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:40:29Z', 'updated_at': '2022-08-24T17:40:46Z', 'revision_number': 4, 'project_id': '139d28049ff14e92b984e2e272c11ae8', 'gw_port': {'id': 'a8c0ef0d-5701-4f1c-9cb5-ba86567d2490', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9448365-fbc0-4778-91ff-bea3ad1084e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:40:46Z', 'updated_at': '2022-08-24T17:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': 'c314ea01-674f-485c-a4b3-a2375219729c', 'name': '', 'network_id': '0a9f6d9c-8860-42c5-9532-626e4cc7aac5', 'tenant_id': '139d28049ff14e92b984e2e272c11ae8', 'mac_address': 'fa:16:3e:1a:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9448365-fbc0-4778-91ff-bea3ad1084e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02a5a3a1-9799-4da5-a7c2-8dd300bf9981', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:40:38Z', 'updated_at': '2022-08-24T17:40:48Z', 'revision_number': 5, 'project_id': '139d28049ff14e92b984e2e272c11ae8', 'subnets': [{'id': '02a5a3a1-9799-4da5-a7c2-8dd300bf9981', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffe00ff9-1f7f-46d7-b782-ee0bd7853a0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:40:49.479149 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9117c7c7-3776-4c4d-a8fe-c111fef83700 None None] The sync data for ids ['c9448365-fbc0-4778-91ff-bea3ad1084e0'] in dv-cinder-840525-3-iscsi is: [{'id': 'c9448365-fbc0-4778-91ff-bea3ad1084e0', 'name': 'router1', 'tenant_id': '139d28049ff14e92b984e2e272c11ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a8c0ef0d-5701-4f1c-9cb5-ba86567d2490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:40:29Z', 'updated_at': '2022-08-24T17:40:46Z', 'revision_number': 4, 'project_id': '139d28049ff14e92b984e2e272c11ae8', 'gw_port': {'id': 'a8c0ef0d-5701-4f1c-9cb5-ba86567d2490', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9448365-fbc0-4778-91ff-bea3ad1084e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:40:46Z', 'updated_at': '2022-08-24T17:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': 'c314ea01-674f-485c-a4b3-a2375219729c', 'name': '', 'network_id': '0a9f6d9c-8860-42c5-9532-626e4cc7aac5', 'tenant_id': '139d28049ff14e92b984e2e272c11ae8', 'mac_address': 'fa:16:3e:1a:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9448365-fbc0-4778-91ff-bea3ad1084e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02a5a3a1-9799-4da5-a7c2-8dd300bf9981', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:40:38Z', 'updated_at': '2022-08-24T17:40:48Z', 'revision_number': 5, 'project_id': '139d28049ff14e92b984e2e272c11ae8', 'subnets': [{'id': '02a5a3a1-9799-4da5-a7c2-8dd300bf9981', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffe00ff9-1f7f-46d7-b782-ee0bd7853a0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:40:49.773259 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device c314ea01-674f-485c-a4b3-a2375219729c up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:40:49.824081 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port c314ea01-674f-485c-a4b3-a2375219729c triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:40:49.824682 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (c314ea01-674f-485c-a4b3-a2375219729c), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:49.899202 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port c314ea01-674f-485c-a4b3-a2375219729c is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:40:49.900961 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device a8c0ef0d-5701-4f1c-9cb5-ba86567d2490 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:40:49.943763 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port a8c0ef0d-5701-4f1c-9cb5-ba86567d2490 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:40:49.944159 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (a8c0ef0d-5701-4f1c-9cb5-ba86567d2490), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:49.990216 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 56378) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:40:50.031552 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port a8c0ef0d-5701-4f1c-9cb5-ba86567d2490 is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:40:50.032113 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (a8c0ef0d-5701-4f1c-9cb5-ba86567d2490), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:50.053571 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port a8c0ef0d-5701-4f1c-9cb5-ba86567d2490, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=a8c0ef0d-5701-4f1c-9cb5-ba86567d2490,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:40:50.058558 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (a8c0ef0d-5701-4f1c-9cb5-ba86567d2490), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:50.107099 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=a8c0ef0d-5701-4f1c-9cb5-ba86567d2490,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:40:50.419414 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-b1acdb1e-4753-4272-a29c-e39f4e8c37d8 admin admin] 10.222.0.27 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4280756 Aug 24 17:40:51.418721 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=33 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:51.419441 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=43 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:40:51.691333 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device a8c0ef0d-5701-4f1c-9cb5-ba86567d2490 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:40:51.757694 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port a8c0ef0d-5701-4f1c-9cb5-ba86567d2490 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:40:51.758020 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (a8c0ef0d-5701-4f1c-9cb5-ba86567d2490), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:40:51.828143 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port a8c0ef0d-5701-4f1c-9cb5-ba86567d2490 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:41:00.411079 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=46 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:00.415859 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:01.824056 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:01.827449 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:06.947898 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-313a74d9-bd91-42b6-b52b-efd1cbad3ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:09.396394 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-e53ae7e4-1f01-4f39-9df9-32b25bdbfbe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:10.541007 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:11.882106 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:11.991364 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:17.624044 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 5 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:41:21.875437 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:21.989137 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:25.626236 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=3 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:30.654036 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=7 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:36.945414 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-7bfaa6df-5fd9-4c5d-b92f-d6abbed987b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:39.393593 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-0ca53f21-9a64-4e3d-b258-db617bd93fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:40.544394 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:41.874421 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:41.986391 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:41:51.980341 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:51.982426 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:41:54.622447 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 5 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:42:04.619303 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=6 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:42:05.612400 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:42:06.940010 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-86815417-2d7c-4db6-b0f4-7af3dff7bcc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:09.385624 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-9398b117-a1c4-4e16-a9ae-27fbc08e5e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:10.540855 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:11.873186 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:11.989090 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:12.641894 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 56918) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:42:12.974315 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a6ae652-a2c2-4ebe-b8a5-5f3ccb5ded3b admin admin] GET failed (client error): The resource could not be found. Aug 24 17:42:12.975619 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-3a6ae652-a2c2-4ebe-b8a5-5f3ccb5ded3b admin admin] 10.222.0.27 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3327646 Aug 24 17:42:13.136907 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8343f19e-0f34-49ef-a7fc-9ed8c985b7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:42:13.138292 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-8343f19e-0f34-49ef-a7fc-9ed8c985b7ee admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1583903 Aug 24 17:42:15.453486 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 56928) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:42:15.828582 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abdc4a1-ee81-4375-88ff-e9682f083097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:42:15.829925 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-3abdc4a1-ee81-4375-88ff-e9682f083097 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/02a5a3a1-9799-4da5-a7c2-8dd300bf9981 HTTP/1.1" status: 200 len: 849 time: 0.3755751 Aug 24 17:42:15.840244 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-50ef4e17-a35d-441e-a9bd-5d108f159244 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:42:15.923915 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-50ef4e17-a35d-441e-a9bd-5d108f159244 admin admin] Publish callbacks [] for subnet (02a5a3a1-9799-4da5-a7c2-8dd300bf9981), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:16.068113 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-50ef4e17-a35d-441e-a9bd-5d108f159244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763231972244'] for subnet (02a5a3a1-9799-4da5-a7c2-8dd300bf9981), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:16.098829 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ef4e17-a35d-441e-a9bd-5d108f159244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:42:16.099420 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-50ef4e17-a35d-441e-a9bd-5d108f159244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for subnet (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:16.100777 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-50ef4e17-a35d-441e-a9bd-5d108f159244 admin admin] 10.222.0.27 "PUT /networking/v2.0/subnets/02a5a3a1-9799-4da5-a7c2-8dd300bf9981 HTTP/1.1" status: 200 len: 868 time: 0.2641258 Aug 24 17:42:16.119120 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5d5186-d9e6-4fcd-b34d-03f9a11b633f None None] Network 0a9f6d9c-8860-42c5-9532-626e4cc7aac5 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:42:16.124195 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef4e17-a35d-441e-a9bd-5d108f159244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a5a3a1-9799-4da5-a7c2-8dd300bf9981,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:42:16.132536 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef4e17-a35d-441e-a9bd-5d108f159244 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:16.132913 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef4e17-a35d-441e-a9bd-5d108f159244 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:16.133246 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef4e17-a35d-441e-a9bd-5d108f159244 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:16.133739 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef4e17-a35d-441e-a9bd-5d108f159244 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:16.134079 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef4e17-a35d-441e-a9bd-5d108f159244 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:16.134416 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef4e17-a35d-441e-a9bd-5d108f159244 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:16.134744 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef4e17-a35d-441e-a9bd-5d108f159244 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:16.135069 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef4e17-a35d-441e-a9bd-5d108f159244 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:16.135411 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef4e17-a35d-441e-a9bd-5d108f159244 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:16.135779 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef4e17-a35d-441e-a9bd-5d108f159244 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:16.136109 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef4e17-a35d-441e-a9bd-5d108f159244 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:16.136431 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef4e17-a35d-441e-a9bd-5d108f159244 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:16.136751 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef4e17-a35d-441e-a9bd-5d108f159244 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:16.137068 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef4e17-a35d-441e-a9bd-5d108f159244 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:16.137386 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef4e17-a35d-441e-a9bd-5d108f159244 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:42:16.466715 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-6ef0b150-1a5f-4328-a9a9-c239188e4dba None None] Provisioning complete for port c314ea01-674f-485c-a4b3-a2375219729c triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:42:16.467102 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6ef0b150-1a5f-4328-a9a9-c239188e4dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (c314ea01-674f-485c-a4b3-a2375219729c), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:16.539881 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-6ef0b150-1a5f-4328-a9a9-c239188e4dba None None] Current status of the port c314ea01-674f-485c-a4b3-a2375219729c is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:42:16.547806 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-6ef0b150-1a5f-4328-a9a9-c239188e4dba None None] Provisioning complete for port 9519e38b-488c-4d20-8c3d-60fcba9dbd2f triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:42:16.548188 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6ef0b150-1a5f-4328-a9a9-c239188e4dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (9519e38b-488c-4d20-8c3d-60fcba9dbd2f), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:16.621812 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-6ef0b150-1a5f-4328-a9a9-c239188e4dba None None] Current status of the port 9519e38b-488c-4d20-8c3d-60fcba9dbd2f is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:42:18.450561 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 56936) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:42:18.925587 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51badb50-f8dc-4b5a-ab84-6c2995c4f02b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:42:18.926627 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51badb50-f8dc-4b5a-ab84-6c2995c4f02b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:42:18.928205 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-51badb50-f8dc-4b5a-ab84-6c2995c4f02b admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4767580 Aug 24 17:42:21.236230 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 56944) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:42:21.752097 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97da481f-f3eb-4f08-a01b-5616db813f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:42:21.752584 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97da481f-f3eb-4f08-a01b-5616db813f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:42:21.754451 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-97da481f-f3eb-4f08-a01b-5616db813f6e admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5169606 Aug 24 17:42:24.046287 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 56952) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:42:24.427049 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:42:24.452588 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301f9fd7-f347-4f70-a878-6d78591ff304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:42:24.453971 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-301f9fd7-f347-4f70-a878-6d78591ff304 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/0a9f6d9c-8860-42c5-9532-626e4cc7aac5 HTTP/1.1" status: 200 len: 869 time: 0.4067886 Aug 24 17:42:26.619109 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:42:26.620937 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:42:26.758005 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 56960) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:42:27.154631 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:42:27.171747 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fed477c-cba6-4323-a936-c2bc8777ddff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:42:27.173126 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-2fed477c-cba6-4323-a936-c2bc8777ddff admin admin] 10.222.0.27 "GET /networking/v2.0/networks/362d5c28-632f-46ac-8441-a79df5e3c295 HTTP/1.1" status: 200 len: 886 time: 0.4141531 Aug 24 17:42:29.476618 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 56968) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:42:29.880988 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85ec08c-dce9-42d3-a936-fe5bf866e4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:42:29.881445 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85ec08c-dce9-42d3-a936-fe5bf866e4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:42:29.882963 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-e85ec08c-dce9-42d3-a936-fe5bf866e4fb admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4053667 Aug 24 17:42:31.621601 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 5 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:42:32.182285 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 56976) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:42:32.555708 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791ff9e9-6385-4215-9971-890caa756647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:42:32.556166 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791ff9e9-6385-4215-9971-890caa756647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:42:32.557690 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-791ff9e9-6385-4215-9971-890caa756647 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3745468 Aug 24 17:42:34.934161 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 56984) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:42:35.297645 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810a6b86-1f3b-4826-a595-8dc8d484575d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:42:35.299012 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-810a6b86-1f3b-4826-a595-8dc8d484575d admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/02a5a3a1-9799-4da5-a7c2-8dd300bf9981 HTTP/1.1" status: 200 len: 868 time: 0.3639567 Aug 24 17:42:36.942488 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-136f02bf-3e16-4f57-bbf4-41d02bab7b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:37.628377 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 56992) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:42:37.997617 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efa27cf-ce43-4fd2-a916-a79aac7081c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:42:37.999085 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-1efa27cf-ce43-4fd2-a916-a79aac7081c9 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/849ef13b-2790-4f06-8f68-6b43a074f789 HTTP/1.1" status: 200 len: 816 time: 0.3697243 Aug 24 17:42:39.387780 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-acdf2126-8ef4-4f96-917b-33811f1d6274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:39.619333 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=4 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:42:40.544469 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:41.618108 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=4 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:42:41.877401 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:41.990293 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:42:47.992943 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=42 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:42:47.994819 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=22 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:42:51.984474 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:42:51.986442 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:06.081628 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=14 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:06.089963 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=12 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:06.508363 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57048) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:43:06.826947 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [None req-79a6b6f2-1df6-456d-b095-4d0925a778a7 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:43:06.828016 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-79a6b6f2-1df6-456d-b095-4d0925a778a7 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3186963 Aug 24 17:43:06.946840 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a88540f-2fdd-4e12-93dc-aa6dc0261b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:08.619848 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 5 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:43:09.239206 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57058) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:43:09.392561 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-5e25628e-d54b-482c-9bc8-0aada0d2f58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:09.577650 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.pecan_wsgi.hooks.translation [None req-507e4396-4c63-400c-8f3c-a01c9c41e9d2 admin admin] GET failed (client error): The resource could not be found. Aug 24 17:43:09.578961 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-507e4396-4c63-400c-8f3c-a01c9c41e9d2 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3387947 Aug 24 17:43:09.664461 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febb64d0-8d49-401a-b07b-ea587af140ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:43:09.665927 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-febb64d0-8d49-401a-b07b-ea587af140ed admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0827150 Aug 24 17:43:10.545818 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:11.882971 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:11.994324 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:12.012239 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57066) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:43:12.332211 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-31343324-77b8-4223-89fa-976b8ebb16f6 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:43:12.353274 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31343324-77b8-4223-89fa-976b8ebb16f6 admin admin] Made reservation on behalf of c0a52b9c017649d7b6608817068a47f8 for: {'network': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:43:12.355697 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-31343324-77b8-4223-89fa-976b8ebb16f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for network (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:12.386531 dv-cinder-840525-3-iscsi neutron-server[112763]: WARNING neutron.services.revisions.revision_plugin [None req-31343324-77b8-4223-89fa-976b8ebb16f6 admin admin] Could not find related network for resource to bump revision. Aug 24 17:43:12.397812 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31343324-77b8-4223-89fa-976b8ebb16f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=112763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:43:12.407143 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-31343324-77b8-4223-89fa-976b8ebb16f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (b0dae110-1721-4fa8-8ba5-e588a2df6d59), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:12.407504 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.segments_db [None req-31343324-77b8-4223-89fa-976b8ebb16f6 admin admin] Added segment b0dae110-1721-4fa8-8ba5-e588a2df6d59 of type vlan for network f5a647a7-f362-4056-93a0-82f946b3cf57 Aug 24 17:43:12.446604 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-31343324-77b8-4223-89fa-976b8ebb16f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763231558539'] for network (f5a647a7-f362-4056-93a0-82f946b3cf57), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:12.471222 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-31343324-77b8-4223-89fa-976b8ebb16f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for network (f5a647a7-f362-4056-93a0-82f946b3cf57), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:12.472218 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31343324-77b8-4223-89fa-976b8ebb16f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:43:12.472801 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-31343324-77b8-4223-89fa-976b8ebb16f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:12.505371 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-31343324-77b8-4223-89fa-976b8ebb16f6 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4920402 Aug 24 17:43:12.538235 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31343324-77b8-4223-89fa-976b8ebb16f6 admin admin] Pushing event updated for resources: {'Network': ['ID=f5a647a7-f362-4056-93a0-82f946b3cf57,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:12.549340 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Network f5a647a7-f362-4056-93a0-82f946b3cf57 details requested by agent ovs-agent-dv-cinder-840525-3-iscsi with host dv-cinder-840525-3-iscsi {{(pid=112765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:43:14.830306 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 57074) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:43:15.334164 dv-cinder-840525-3-iscsi neutron-server[112764]: WARNING oslo_policy.policy [None req-6afa0e20-a826-4a52-bfde-881d2e6a911c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:43:15.334807 dv-cinder-840525-3-iscsi neutron-server[112764]: WARNING oslo_policy.policy [None req-6afa0e20-a826-4a52-bfde-881d2e6a911c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:43:15.565697 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writer thread running {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 17:43:15.601520 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afa0e20-a826-4a52-bfde-881d2e6a911c admin admin] GET failed (client error): The resource could not be found. Aug 24 17:43:15.603134 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-6afa0e20-a826-4a52-bfde-881d2e6a911c admin admin] 10.222.0.27 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.7719007 Aug 24 17:43:15.615326 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:15.808212 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.policy [None req-6665b4a1-849f-4436-a58f-a181ccb00ead admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112764) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 17:43:15.849445 dv-cinder-840525-3-iscsi neutron-server[112764]: WARNING oslo_policy.policy [None req-6665b4a1-849f-4436-a58f-a181ccb00ead admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:43:15.850023 dv-cinder-840525-3-iscsi neutron-server[112764]: WARNING oslo_policy.policy [None req-6665b4a1-849f-4436-a58f-a181ccb00ead admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 17:43:15.858212 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6665b4a1-849f-4436-a58f-a181ccb00ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:43:15.859894 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-6665b4a1-849f-4436-a58f-a181ccb00ead admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.2522802 Aug 24 17:43:15.870521 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'f5a647a7-f362-4056-93a0-82f946b3cf57', 'cidr': '192.168.233.0/24'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:43:15.908456 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Made reservation on behalf of c0a52b9c017649d7b6608817068a47f8 for: {'subnet': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:43:15.911390 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:16.184360 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for subnet (dd1e6631-580a-46db-9004-4f60efb5667e), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:16.256264 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd1e6631-580a-46db-9004-4f60efb5667e,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:16.264135 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Checking segment: {'id': 'b0dae110-1721-4fa8-8ba5-e588a2df6d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5a647a7-f362-4056-93a0-82f946b3cf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:43:16.264519 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Network hostable DHCP agents. Network: f5a647a7-f362-4056-93a0-82f946b3cf57, hostable agents: ['edbe2c30-39eb-4d16-9bee-d282c1702677'], hosted agents: [] {{(pid=112764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:43:16.270719 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.271066 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.271415 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.271777 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.272108 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.272437 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.272761 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.273651 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.273982 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.274305 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.274653 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.274999 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.275320 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.275665 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.275987 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Tracked resource versions report: Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: pushed versions: Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: { 'AddressGroup': {'1.2'}, Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Agent': {'1.1'}, Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'ConntrackHelper': {'1.0'}, Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'LocalIPAssociation': {'1.0'}, Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Log': {'1.0'}, Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'NDPProxy': {'1.0'}, Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Network': {'1.1'}, Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Port': {'1.7'}, Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'PortForwarding': {'1.3'}, Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'QosPolicy': {'1.10'}, Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'SecurityGroup': {'1.5'}, Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'SecurityGroupRule': {'1.2'}, Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'SubPort': {'1.0'}, Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Subnet': {'1.1'}, Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Trunk': {'1.1'}} Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: consumer versions: Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: { DHCP agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: L3 agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: Metadata agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: Metering agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: Open vSwitch agent@dv-cinder-840525-3-iscsi: { 'AddressGroup': '1.2', Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Agent': '1.1', Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'ConntrackHelper': '1.0', Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'LocalIPAssociation': '1.0', Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Log': '1.0', Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'NDPProxy': '1.0', Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Network': '1.1', Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Port': '1.7', Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'PortForwarding': '1.3', Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'QosPolicy': '1.10', Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'SecurityGroup': '1.5', Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'SecurityGroupRule': '1.2', Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'SubPort': '1.0', Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Subnet': '1.1', Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Trunk': '1.1'}} Aug 24 17:43:16.277399 dv-cinder-840525-3-iscsi neutron-server[112764]: {{(pid=112764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 17:43:16.307979 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Network f5a647a7-f362-4056-93a0-82f946b3cf57 is scheduled to be hosted by DHCP agent edbe2c30-39eb-4d16-9bee-d282c1702677 with binding_index 1 {{(pid=112764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:43:16.320378 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-3-iscsi, f5a647a7-f362-4056-93a0-82f946b3cf57) {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:43:16.324800 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:43:16.325423 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for subnet (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:16.330143 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1a6bc9-8dfe-4fd8-812a-421dc520e5f4 None None] Network f5a647a7-f362-4056-93a0-82f946b3cf57 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:43:16.363145 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-7f7edc4c-b986-4a57-b846-92a35ae6b5f4 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4812486 Aug 24 17:43:16.436456 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b3f5f0-e4ad-5125-8985-f94976322c44-f5a647a7-f362-4056-93a0-82f946b3cf57', 'network_id': 'f5a647a7-f362-4056-93a0-82f946b3cf57', 'project_id': 'c0a52b9c017649d7b6608817068a47f8', 'fixed_ips': [{'subnet_id': 'dd1e6631-580a-46db-9004-4f60efb5667e'}]}} from dv-cinder-840525-3-iscsi. {{(pid=112765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:43:16.437570 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:16.579247 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.db_base_plugin_common [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Allocated IP 192.168.233.2 (f5a647a7-f362-4056-93a0-82f946b3cf57/dd1e6631-580a-46db-9004-4f60efb5667e/60ff350c-5651-4c7d-a49f-cbb56b3eb448) {{(pid=112765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:43:16.616195 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=3 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:16.725932 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Publish callbacks [] for port (60ff350c-5651-4c7d-a49f-cbb56b3eb448), precommit_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:16.733002 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (60ff350c-5651-4c7d-a49f-cbb56b3eb448), after_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:16.770670 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Network f5a647a7-f362-4056-93a0-82f946b3cf57 is already hosted by enough agents. {{(pid=112765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:43:16.774215 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.base_scheduler [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Resources bound (agent type, host, resource id): {{(pid=112765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:43:16.782830 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Received port after_create {{(pid=112765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:43:16.784728 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Pushing event updated for resources: {'Port': ['ID=60ff350c-5651-4c7d-a49f-cbb56b3eb448,revision_number=1']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:16.794107 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.794448 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.794811 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.795172 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.795526 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.795857 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.796183 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.796510 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.796837 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.797163 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.797484 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.797826 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.798151 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.798470 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.798788 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:43:16.953704 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Attempting to bind port 60ff350c-5651-4c7d-a49f-cbb56b3eb448 on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:43:16.954078 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Attempting to bind port 60ff350c-5651-4c7d-a49f-cbb56b3eb448 by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': 'b0dae110-1721-4fa8-8ba5-e588a2df6d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5a647a7-f362-4056-93a0-82f946b3cf57'}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:43:16.954447 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Attempting to bind port 60ff350c-5651-4c7d-a49f-cbb56b3eb448 on network f5a647a7-f362-4056-93a0-82f946b3cf57 {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:43:16.959706 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:43:16.960083 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Checking segment: {'id': 'b0dae110-1721-4fa8-8ba5-e588a2df6d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5a647a7-f362-4056-93a0-82f946b3cf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:43:16.960520 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:16.961422 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Bound using segment: {'id': 'b0dae110-1721-4fa8-8ba5-e588a2df6d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5a647a7-f362-4056-93a0-82f946b3cf57'} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:43:16.961934 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Bound port: 60ff350c-5651-4c7d-a49f-cbb56b3eb448, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0dae110-1721-4fa8-8ba5-e588a2df6d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5a647a7-f362-4056-93a0-82f946b3cf57'}}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:43:16.962335 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (60ff350c-5651-4c7d-a49f-cbb56b3eb448), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:17.024132 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] For port 60ff350c-5651-4c7d-a49f-cbb56b3eb448, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:43:17.027054 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] For port 60ff350c-5651-4c7d-a49f-cbb56b3eb448, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=60ff350c-5651-4c7d-a49f-cbb56b3eb448,segment=NetworkSegment(b0dae110-1721-4fa8-8ba5-e588a2df6d59),segment_id=b0dae110-1721-4fa8-8ba5-e588a2df6d59)] {{(pid=112765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:43:17.034956 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (60ff350c-5651-4c7d-a49f-cbb56b3eb448), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:17.088165 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8b29c-c19c-4763-be68-a31cabf77ca0 None None] Pushing event updated for resources: {'Port': ['ID=60ff350c-5651-4c7d-a49f-cbb56b3eb448,revision_number=2']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:17.817604 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 60ff350c-5651-4c7d-a49f-cbb56b3eb448 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:43:17.863874 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:17.875117 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:17.879652 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 60ff350c-5651-4c7d-a49f-cbb56b3eb448 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:43:17.879935 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (60ff350c-5651-4c7d-a49f-cbb56b3eb448), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:17.948550 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899bf5db-aceb-4fe5-84a6-de0d43031cd4 None None] Network f5a647a7-f362-4056-93a0-82f946b3cf57 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:43:17.991066 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 60ff350c-5651-4c7d-a49f-cbb56b3eb448 is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:43:17.991452 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (60ff350c-5651-4c7d-a49f-cbb56b3eb448), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:18.056104 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-ad7c5f0f-c872-4a21-bc10-9c8ee54dc511 None None] Provisioning complete for port 60ff350c-5651-4c7d-a49f-cbb56b3eb448 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:43:18.056488 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-ad7c5f0f-c872-4a21-bc10-9c8ee54dc511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (60ff350c-5651-4c7d-a49f-cbb56b3eb448), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:18.116095 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port 60ff350c-5651-4c7d-a49f-cbb56b3eb448, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=60ff350c-5651-4c7d-a49f-cbb56b3eb448,segment=NetworkSegment(b0dae110-1721-4fa8-8ba5-e588a2df6d59),segment_id=b0dae110-1721-4fa8-8ba5-e588a2df6d59)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:43:18.123218 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (60ff350c-5651-4c7d-a49f-cbb56b3eb448), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:18.204274 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=60ff350c-5651-4c7d-a49f-cbb56b3eb448,revision_number=3']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:43:18.223708 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-ad7c5f0f-c872-4a21-bc10-9c8ee54dc511 None None] Current status of the port 60ff350c-5651-4c7d-a49f-cbb56b3eb448 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:43:18.341357 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-fdad566b-bef2-41ed-8730-647158c186cc None None] Provisioning complete for port 60ff350c-5651-4c7d-a49f-cbb56b3eb448 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:43:18.341834 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-fdad566b-bef2-41ed-8730-647158c186cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (60ff350c-5651-4c7d-a49f-cbb56b3eb448), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:18.419797 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-fdad566b-bef2-41ed-8730-647158c186cc None None] Current status of the port 60ff350c-5651-4c7d-a49f-cbb56b3eb448 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:43:18.616327 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=5 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:19.776315 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 60ff350c-5651-4c7d-a49f-cbb56b3eb448 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:43:19.819075 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 60ff350c-5651-4c7d-a49f-cbb56b3eb448 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:43:19.819461 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (60ff350c-5651-4c7d-a49f-cbb56b3eb448), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:19.890763 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 60ff350c-5651-4c7d-a49f-cbb56b3eb448 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:43:22.508570 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=34,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:22.510536 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=33,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:26.340380 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=46,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:26.341241 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=46,neutron:INSERT=5,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:29.888057 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:29.889859 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:36.950610 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-ba61e041-991a-4c28-863c-72babb46d48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:39.395202 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-5e487938-0bd1-48be-94b4-9a708ced70a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:40.548459 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:41.885413 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:41.996448 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:43:45.619124 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 5 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:43:51.990761 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:51.992914 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:43:53.620251 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=4 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:05.607322 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=5 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:05.609777 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:DELETE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:06.953003 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-8c2741c5-8227-44a5-b8ae-f47174ced0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:09.396813 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-53b8ef97-546e-459e-b1f8-3d36eb16aef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:10.551418 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:11.890688 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:11.999774 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:21.993634 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=11 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:21.996510 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=4,neutron:UPDATE=5 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:22.618047 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 5 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:44:30.353925 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 57132) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:44:30.360617 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [None req-e18a2b0c-3cd4-4b24-af16-da9629ab908e tempest-verify_tempest_config-602172138 tempest-verify_tempest_config-602172138-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112764) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:44:30.361584 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-e18a2b0c-3cd4-4b24-af16-da9629ab908e tempest-verify_tempest_config-602172138 tempest-verify_tempest_config-602172138-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0066891 Aug 24 17:44:30.994760 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57150) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:44:31.322671 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1fc1b533-b5e8-44b2-9d9d-4fd9f937ef95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:31.402814 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1fc1b533-b5e8-44b2-9d9d-4fd9f937ef95 admin admin] Publish callbacks [] for security_group (0550f489-c3c3-4335-9424-0fb0fa5de645), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:31.406436 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1fc1b533-b5e8-44b2-9d9d-4fd9f937ef95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (0550f489-c3c3-4335-9424-0fb0fa5de645), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:31.452986 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-1fc1b533-b5e8-44b2-9d9d-4fd9f937ef95 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ffca6484c0fa42fb9cfea11e8c887eef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4571509 Aug 24 17:44:31.453809 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1b533-b5e8-44b2-9d9d-4fd9f937ef95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0550f489-c3c3-4335-9424-0fb0fa5de645,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:31.455797 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 57156) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:44:31.460639 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1b533-b5e8-44b2-9d9d-4fd9f937ef95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.461054 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1b533-b5e8-44b2-9d9d-4fd9f937ef95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.462073 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1b533-b5e8-44b2-9d9d-4fd9f937ef95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.462420 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1b533-b5e8-44b2-9d9d-4fd9f937ef95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.462758 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1b533-b5e8-44b2-9d9d-4fd9f937ef95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.463110 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1b533-b5e8-44b2-9d9d-4fd9f937ef95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.463425 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1b533-b5e8-44b2-9d9d-4fd9f937ef95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.463779 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1b533-b5e8-44b2-9d9d-4fd9f937ef95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.464125 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1b533-b5e8-44b2-9d9d-4fd9f937ef95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.464455 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1b533-b5e8-44b2-9d9d-4fd9f937ef95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.464800 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1b533-b5e8-44b2-9d9d-4fd9f937ef95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.465150 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1b533-b5e8-44b2-9d9d-4fd9f937ef95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.465480 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1b533-b5e8-44b2-9d9d-4fd9f937ef95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.465802 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1b533-b5e8-44b2-9d9d-4fd9f937ef95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.466124 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1b533-b5e8-44b2-9d9d-4fd9f937ef95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.535350 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-48aa48a7-645e-4bbb-8e97-4b4d5b27c804 admin admin] Publish callbacks [] for security_group (0550f489-c3c3-4335-9424-0fb0fa5de645), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:31.557753 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-48aa48a7-645e-4bbb-8e97-4b4d5b27c804 admin admin] Publish callbacks [] for security_group (0550f489-c3c3-4335-9424-0fb0fa5de645), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:31.650955 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-48aa48a7-645e-4bbb-8e97-4b4d5b27c804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (0550f489-c3c3-4335-9424-0fb0fa5de645), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:31.653623 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-48aa48a7-645e-4bbb-8e97-4b4d5b27c804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:31.654707 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-48aa48a7-645e-4bbb-8e97-4b4d5b27c804 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0550f489-c3c3-4335-9424-0fb0fa5de645 HTTP/1.1" status: 204 len: 168 time: 0.1979609 Aug 24 17:44:31.662851 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa48a7-645e-4bbb-8e97-4b4d5b27c804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0550f489-c3c3-4335-9424-0fb0fa5de645,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:44:31.670323 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa48a7-645e-4bbb-8e97-4b4d5b27c804 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.670681 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa48a7-645e-4bbb-8e97-4b4d5b27c804 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.671044 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa48a7-645e-4bbb-8e97-4b4d5b27c804 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.671400 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa48a7-645e-4bbb-8e97-4b4d5b27c804 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.671763 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa48a7-645e-4bbb-8e97-4b4d5b27c804 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.672140 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa48a7-645e-4bbb-8e97-4b4d5b27c804 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.672419 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa48a7-645e-4bbb-8e97-4b4d5b27c804 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.672751 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa48a7-645e-4bbb-8e97-4b4d5b27c804 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.673088 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa48a7-645e-4bbb-8e97-4b4d5b27c804 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.673429 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa48a7-645e-4bbb-8e97-4b4d5b27c804 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.673754 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa48a7-645e-4bbb-8e97-4b4d5b27c804 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.674102 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa48a7-645e-4bbb-8e97-4b4d5b27c804 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.674434 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa48a7-645e-4bbb-8e97-4b4d5b27c804 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.674764 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa48a7-645e-4bbb-8e97-4b4d5b27c804 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:31.675092 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa48a7-645e-4bbb-8e97-4b4d5b27c804 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:44:32.612857 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=4 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:32.613617 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=4 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:36.957273 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f98f-f0ce-4c91-88b5-7974e37e937d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:39.399980 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-752dd18c-5cff-48c7-bdf7-5f36907f2df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:40.553517 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:41.440052 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=19,neutron:INSERT=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:41.457209 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=20,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:41.666048 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:41.666873 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:41.893663 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:42.003332 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:44:51.997542 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:51.999452 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:44:59.617099 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 5 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:45:06.959253 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3c23d10e-4e33-4a0c-9373-8c37ab6a33a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:09.402158 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-f99dbb55-1159-4b97-a3fb-95ef35c96e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:09.612600 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=14 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:45:09.613481 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=20 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:45:10.556020 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:11.895708 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:12.008099 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:21.997401 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:45:22.003569 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:45:36.617806 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 5 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:45:36.962026 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-1a1af89f-ff56-4836-bf94-7459efcd4289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:39.404164 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-acc2bf30-352f-4f11-b8c5-494e2b6801bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:40.559625 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:41.899564 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:42.010450 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:45:46.610482 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=4 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:45:46.613013 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=4 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:45:52.000031 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:45:52.006054 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:46:04.822128 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797140'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:46:05.611460 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:46:05.612225 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:DELETE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:46:06.963957 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-47b5ae4b-b51a-4868-9a4a-6835224d8fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:46:09.406232 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-bf49b80e-c55d-49aa-b36d-41a8c286c5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:46:10.562051 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:46:11.902304 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:46:12.013071 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:46:13.616808 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:46:17.219024 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 57250) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:46:17.346372 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-ee232355-563e-4fc6-bf51-80075493ea84 admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1262426 Aug 24 17:46:19.557000 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 57260) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:46:19.611925 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-142d220c-9710-44c4-aa0f-2234682870f4 admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0538075 Aug 24 17:46:22.007064 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=10,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:46:22.009592 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:46:29.605876 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:46:29.606659 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:46:30.608187 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=6 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:46:30.609452 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=4 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:46:34.803285 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:46:36.966122 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-ac9bce4c-f3e8-4528-81a3-b2bcb29000d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:46:39.411024 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-88fa8902-7eec-46ab-9609-5ee3aa7ede0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:46:40.565873 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:46:41.905408 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:46:42.016405 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:46:50.616590 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:46:52.010706 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:46:52.012537 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:04.801111 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:06.008572 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=15 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:06.009854 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=19 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:06.968423 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-25510bc4-27ce-472f-b30c-53d5e72a5e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:09.413930 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-c7e4d8d1-1e25-4fe7-9fb5-5b1bb49681d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:10.568933 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:11.910603 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:12.019552 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:22.012776 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=9 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:22.015711 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:27.615837 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:47:34.804482 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:36.971915 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-2aba249b-f965-4545-be7e-4fc2f6b9d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:37.611840 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=5 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:37.612848 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=3 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:39.415678 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-837ee708-e330-4ccf-be99-5e7a7c1a7d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:40.572820 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:41.912858 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:42.025045 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:51.667243 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57484) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:51.701065 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57490) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:51.723716 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 57494) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:51.755300 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57500) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:51.907805 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-333735d3-ec5b-4a30-86b3-00407a049959 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1714386950-network', 'tenant_id': '4bca50d38140438ebd32cdcb25c65e3d'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:47:51.917904 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-443499758-network', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:47:51.944499 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1374627953-network', 'tenant_id': '9634f36f5fde470a8bc8eff224f9bf25'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:47:51.958220 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-046b690a-e4a7-4201-8fc3-685780e38a8b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-network', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:47:51.964144 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Made reservation on behalf of 0fb78a439e20439f8d93a4f7df3f28f8 for: {'network': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:47:51.967801 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for network (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:51.985170 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Made reservation on behalf of 9634f36f5fde470a8bc8eff224f9bf25 for: {'network': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:47:51.988012 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for network (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:51.989683 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333735d3-ec5b-4a30-86b3-00407a049959 admin admin] Made reservation on behalf of 4bca50d38140438ebd32cdcb25c65e3d for: {'network': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:47:51.992965 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-333735d3-ec5b-4a30-86b3-00407a049959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for network (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.003767 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.005432 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.018521 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:52.019827 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-333735d3-ec5b-4a30-86b3-00407a049959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.020424 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:52.049247 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046b690a-e4a7-4201-8fc3-685780e38a8b admin admin] Made reservation on behalf of 2fe3fa5e280d4fbd8a26cac05fe8aaa9 for: {'network': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:47:52.052830 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-046b690a-e4a7-4201-8fc3-685780e38a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for network (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.081420 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-046b690a-e4a7-4201-8fc3-685780e38a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.099349 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Publish callbacks [] for security_group (15e28db2-de31-43d1-a78a-11d4530d67b1), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.105583 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (15e28db2-de31-43d1-a78a-11d4530d67b1), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.127690 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=112764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:47:52.158161 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763232076647', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (9c27dbf3-b758-4d5a-9d1d-56558cf52664), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.158970 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Unsubscribe: segment precommit_create {{(pid=112764) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 17:47:52.159860 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.segments_db [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Added segment 9c27dbf3-b758-4d5a-9d1d-56558cf52664 of type vlan for network c8b1366d-7f63-48dc-9330-5a6087112718 Aug 24 17:47:52.228366 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e28db2-de31-43d1-a78a-11d4530d67b1,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:52.261264 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.261986 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.262803 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.263518 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.264077 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.264693 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Publish callbacks [] for security_group (3a080cee-f705-48ae-a469-47e9131c1030), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.264995 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.265539 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.266372 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.266936 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.267732 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.268400 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.269152 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.269783 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.270314 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.270804 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Tracked resource versions report: Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: pushed versions: Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: { 'AddressGroup': {'1.2'}, Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Agent': {'1.1'}, Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'ConntrackHelper': {'1.0'}, Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'LocalIPAssociation': {'1.0'}, Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Log': {'1.0'}, Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'NDPProxy': {'1.0'}, Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Network': {'1.1'}, Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Port': {'1.7'}, Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'PortForwarding': {'1.3'}, Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'QosPolicy': {'1.10'}, Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'SecurityGroup': {'1.5'}, Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'SecurityGroupRule': {'1.2'}, Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'SubPort': {'1.0'}, Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Subnet': {'1.1'}, Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Trunk': {'1.1'}} Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: consumer versions: Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: { DHCP agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: HyperV agent@hv-cinder-84052: {}, Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: L3 agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: Metadata agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: Metering agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: Open vSwitch agent@dv-cinder-840525-3-iscsi: { 'AddressGroup': '1.2', Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Agent': '1.1', Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'ConntrackHelper': '1.0', Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'LocalIPAssociation': '1.0', Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Log': '1.0', Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'NDPProxy': '1.0', Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Network': '1.1', Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Port': '1.7', Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'PortForwarding': '1.3', Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'QosPolicy': '1.10', Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'SecurityGroup': '1.5', Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'SecurityGroupRule': '1.2', Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'SubPort': '1.0', Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Subnet': '1.1', Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: 'Trunk': '1.1'}} Aug 24 17:47:52.273893 dv-cinder-840525-3-iscsi neutron-server[112764]: {{(pid=112764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 17:47:52.293782 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-333735d3-ec5b-4a30-86b3-00407a049959 admin admin] Publish callbacks [] for security_group (f7e70945-c9e0-47e7-989e-9cc67a6f7ca3), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.295502 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (3a080cee-f705-48ae-a469-47e9131c1030), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.307585 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763231558539'] for network (c8b1366d-7f63-48dc-9330-5a6087112718), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.312695 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-333735d3-ec5b-4a30-86b3-00407a049959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (f7e70945-c9e0-47e7-989e-9cc67a6f7ca3), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.334337 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-046b690a-e4a7-4201-8fc3-685780e38a8b admin admin] Publish callbacks [] for security_group (7c29ef23-da53-44ff-be60-cd52a04ebef1), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.344204 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=112763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:47:52.358002 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for network (c8b1366d-7f63-48dc-9330-5a6087112718), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.359448 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:47:52.360182 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.360586 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-046b690a-e4a7-4201-8fc3-685780e38a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (7c29ef23-da53-44ff-be60-cd52a04ebef1), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.368335 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333735d3-ec5b-4a30-86b3-00407a049959 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=112763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:47:52.382844 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (9c8d4118-7962-435d-9942-3c81535bbb02), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.383454 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.segments_db [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Added segment 9c8d4118-7962-435d-9942-3c81535bbb02 of type vlan for network 42250e67-e026-4ee8-a8ab-86c733e9a211 Aug 24 17:47:52.387856 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a080cee-f705-48ae-a469-47e9131c1030,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:52.399761 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-333735d3-ec5b-4a30-86b3-00407a049959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (04da034a-7956-4d9b-ba69-517a30a693d9), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.400373 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.segments_db [None req-333735d3-ec5b-4a30-86b3-00407a049959 admin admin] Added segment 04da034a-7956-4d9b-ba69-517a30a693d9 of type vlan for network 9de81dac-b84b-4053-b909-7b5379a734d3 Aug 24 17:47:52.417932 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6905496 Aug 24 17:47:52.422253 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 57538) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:52.427857 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-7d6bef8e-187f-4c86-b7c9-a50f08d32ff1 admin admin] Request body: {'subnet': {'network_id': 'c8b1366d-7f63-48dc-9330-5a6087112718', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1374627953-subnet', 'tenant_id': '9634f36f5fde470a8bc8eff224f9bf25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:47:52.448724 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046b690a-e4a7-4201-8fc3-685780e38a8b admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=112763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:47:52.457089 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.457689 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.458049 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.458390 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.458800 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.459041 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.459357 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.459706 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.460055 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.460370 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.460710 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.461042 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.461750 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.461750 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.461964 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Tracked resource versions report: Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: pushed versions: Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: { 'AddressGroup': {'1.2'}, Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Agent': {'1.1'}, Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'ConntrackHelper': {'1.0'}, Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'LocalIPAssociation': {'1.0'}, Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Log': {'1.0'}, Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'NDPProxy': {'1.0'}, Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Network': {'1.1'}, Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Port': {'1.7'}, Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'PortForwarding': {'1.3'}, Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'QosPolicy': {'1.10'}, Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'SecurityGroup': {'1.5'}, Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'SecurityGroupRule': {'1.2'}, Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'SubPort': {'1.0'}, Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Subnet': {'1.1'}, Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Trunk': {'1.1'}} Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: consumer versions: Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: { DHCP agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: HyperV agent@hv-cinder-84052: {}, Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: L3 agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: Metadata agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: Metering agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: Open vSwitch agent@dv-cinder-840525-3-iscsi: { 'AddressGroup': '1.2', Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Agent': '1.1', Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'ConntrackHelper': '1.0', Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'LocalIPAssociation': '1.0', Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Log': '1.0', Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'NDPProxy': '1.0', Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Network': '1.1', Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Port': '1.7', Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'PortForwarding': '1.3', Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'QosPolicy': '1.10', Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'SecurityGroup': '1.5', Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'SecurityGroupRule': '1.2', Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'SubPort': '1.0', Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Subnet': '1.1', Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: 'Trunk': '1.1'}} Aug 24 17:47:52.463265 dv-cinder-840525-3-iscsi neutron-server[112763]: {{(pid=112763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 17:47:52.471104 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6bef8e-187f-4c86-b7c9-a50f08d32ff1 admin admin] Made reservation on behalf of 9634f36f5fde470a8bc8eff224f9bf25 for: {'subnet': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:47:52.474080 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7d6bef8e-187f-4c86-b7c9-a50f08d32ff1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.494087 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=65,neutron:INSERT=29,neutron:UPDATE=6 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:52.510934 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-046b690a-e4a7-4201-8fc3-685780e38a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.511583 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.segments_db [None req-046b690a-e4a7-4201-8fc3-685780e38a8b admin admin] Added segment b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf of type vlan for network b4887da7-fc9b-4bdc-bef8-72d9aff23bba Aug 24 17:47:52.519239 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763231558539'] for network (42250e67-e026-4ee8-a8ab-86c733e9a211), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.533698 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ff34b-c1f1-4add-9edd-b3b3d54d284c admin admin] Pushing event updated for resources: {'Network': ['ID=c8b1366d-7f63-48dc-9330-5a6087112718,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:52.544820 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=70,neutron:INSERT=24,neutron:UPDATE=6 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:52.549686 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-333735d3-ec5b-4a30-86b3-00407a049959 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763231558539'] for network (9de81dac-b84b-4053-b909-7b5379a734d3), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.552719 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Network c8b1366d-7f63-48dc-9330-5a6087112718 details requested by agent ovs-agent-dv-cinder-840525-3-iscsi with host dv-cinder-840525-3-iscsi {{(pid=112765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:47:52.679209 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-046b690a-e4a7-4201-8fc3-685780e38a8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763231558539'] for network (b4887da7-fc9b-4bdc-bef8-72d9aff23bba), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.683150 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333735d3-ec5b-4a30-86b3-00407a049959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:52.760130 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for network (42250e67-e026-4ee8-a8ab-86c733e9a211), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.761226 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:47:52.762041 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.798839 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-333735d3-ec5b-4a30-86b3-00407a049959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for network (9de81dac-b84b-4053-b909-7b5379a734d3), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.804028 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333735d3-ec5b-4a30-86b3-00407a049959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:47:52.806380 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-333735d3-ec5b-4a30-86b3-00407a049959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.815932 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b690a-e4a7-4201-8fc3-685780e38a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c29ef23-da53-44ff-be60-cd52a04ebef1,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:52.840934 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-046b690a-e4a7-4201-8fc3-685780e38a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for network (b4887da7-fc9b-4bdc-bef8-72d9aff23bba), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.841877 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046b690a-e4a7-4201-8fc3-685780e38a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:47:52.856082 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-046b690a-e4a7-4201-8fc3-685780e38a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.865875 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1609154 Aug 24 17:47:52.866052 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7d6bef8e-187f-4c86-b7c9-a50f08d32ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for subnet (70a995cc-02d8-4e27-b88d-6ee0b09cc54a), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:52.869265 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 57556) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:52.878598 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-79231f05-244a-46af-b8a1-41d3dbc6567e admin admin] Request body: {'subnet': {'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-443499758-subnet', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:47:52.918518 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-046b690a-e4a7-4201-8fc3-685780e38a8b admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1616843 Aug 24 17:47:52.926662 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 57560) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:52.930374 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-333735d3-ec5b-4a30-86b3-00407a049959 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2617762 Aug 24 17:47:52.934657 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57562) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:52.941113 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-86a8d92f-7558-4343-95f8-8272b76ecbfe admin admin] Request body: {'subnet': {'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-subnet', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:47:52.942370 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-d564615e-4519-43cc-b198-55406c242123 admin admin] Request body: {'subnet': {'network_id': '9de81dac-b84b-4053-b909-7b5379a734d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1714386950-subnet', 'tenant_id': '4bca50d38140438ebd32cdcb25c65e3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:47:52.978624 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:53.011053 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dadca1a-b4f6-45e3-9d84-251a6f7b5525 admin admin] Pushing event updated for resources: {'Network': ['ID=42250e67-e026-4ee8-a8ab-86c733e9a211,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:53.012524 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79231f05-244a-46af-b8a1-41d3dbc6567e admin admin] Made reservation on behalf of 0fb78a439e20439f8d93a4f7df3f28f8 for: {'subnet': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:47:53.017137 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-79231f05-244a-46af-b8a1-41d3dbc6567e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:53.028248 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Network 42250e67-e026-4ee8-a8ab-86c733e9a211 details requested by agent ovs-agent-dv-cinder-840525-3-iscsi with host dv-cinder-840525-3-iscsi {{(pid=112765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:47:53.044009 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6bef8e-187f-4c86-b7c9-a50f08d32ff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70a995cc-02d8-4e27-b88d-6ee0b09cc54a,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:53.112854 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333735d3-ec5b-4a30-86b3-00407a049959 admin admin] Pushing event updated for resources: {'Network': ['ID=9de81dac-b84b-4053-b909-7b5379a734d3,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:53.134185 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Network 9de81dac-b84b-4053-b909-7b5379a734d3 details requested by agent ovs-agent-dv-cinder-840525-3-iscsi with host dv-cinder-840525-3-iscsi {{(pid=112765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:47:53.178526 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6bef8e-187f-4c86-b7c9-a50f08d32ff1 admin admin] Checking segment: {'id': '9c27dbf3-b758-4d5a-9d1d-56558cf52664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c8b1366d-7f63-48dc-9330-5a6087112718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:47:53.179020 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6bef8e-187f-4c86-b7c9-a50f08d32ff1 admin admin] Network hostable DHCP agents. Network: c8b1366d-7f63-48dc-9330-5a6087112718, hostable agents: ['edbe2c30-39eb-4d16-9bee-d282c1702677'], hosted agents: [] {{(pid=112764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:47:53.185819 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:53.199209 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b690a-e4a7-4201-8fc3-685780e38a8b admin admin] Pushing event updated for resources: {'Network': ['ID=b4887da7-fc9b-4bdc-bef8-72d9aff23bba,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:53.208576 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d564615e-4519-43cc-b198-55406c242123 admin admin] Made reservation on behalf of 4bca50d38140438ebd32cdcb25c65e3d for: {'subnet': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:47:53.210302 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a8d92f-7558-4343-95f8-8272b76ecbfe admin admin] Made reservation on behalf of 2fe3fa5e280d4fbd8a26cac05fe8aaa9 for: {'subnet': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:47:53.211634 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d564615e-4519-43cc-b198-55406c242123 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:53.212894 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-86a8d92f-7558-4343-95f8-8272b76ecbfe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:53.238882 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Network b4887da7-fc9b-4bdc-bef8-72d9aff23bba details requested by agent ovs-agent-dv-cinder-840525-3-iscsi with host dv-cinder-840525-3-iscsi {{(pid=112765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:47:53.395310 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6bef8e-187f-4c86-b7c9-a50f08d32ff1 admin admin] Network c8b1366d-7f63-48dc-9330-5a6087112718 is scheduled to be hosted by DHCP agent edbe2c30-39eb-4d16-9bee-d282c1702677 with binding_index 1 {{(pid=112764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:47:53.424886 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-7d6bef8e-187f-4c86-b7c9-a50f08d32ff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-3-iscsi, c8b1366d-7f63-48dc-9330-5a6087112718) {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:47:53.434780 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ffd810-05be-43ae-9b1e-61e8d388e578 None None] Network c8b1366d-7f63-48dc-9330-5a6087112718 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:47:53.438323 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6bef8e-187f-4c86-b7c9-a50f08d32ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:47:53.439160 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7d6bef8e-187f-4c86-b7c9-a50f08d32ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for subnet (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:53.496207 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d564615e-4519-43cc-b198-55406c242123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for subnet (f767223b-657c-4dfb-9899-67ba5b81ed51), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:53.585383 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce177c0b-0a14-4c14-9455-3e99c34e3138 None None] Network c8b1366d-7f63-48dc-9330-5a6087112718 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:47:53.591660 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-86a8d92f-7558-4343-95f8-8272b76ecbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for subnet (f4beb65d-55f8-43c8-9c96-bbd198ab3e33), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:53.620149 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-7d6bef8e-187f-4c86-b7c9-a50f08d32ff1 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1962605 Aug 24 17:47:53.669850 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564615e-4519-43cc-b198-55406c242123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f767223b-657c-4dfb-9899-67ba5b81ed51,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:53.689445 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d564615e-4519-43cc-b198-55406c242123 admin admin] Checking segment: {'id': '04da034a-7956-4d9b-ba69-517a30a693d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9de81dac-b84b-4053-b909-7b5379a734d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:47:53.690008 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d564615e-4519-43cc-b198-55406c242123 admin admin] Network hostable DHCP agents. Network: 9de81dac-b84b-4053-b909-7b5379a734d3, hostable agents: ['edbe2c30-39eb-4d16-9bee-d282c1702677'], hosted agents: [] {{(pid=112763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:47:53.691949 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8d92f-7558-4343-95f8-8272b76ecbfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4beb65d-55f8-43c8-9c96-bbd198ab3e33,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:53.727744 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d564615e-4519-43cc-b198-55406c242123 admin admin] Network 9de81dac-b84b-4053-b909-7b5379a734d3 is scheduled to be hosted by DHCP agent edbe2c30-39eb-4d16-9bee-d282c1702677 with binding_index 1 {{(pid=112763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:47:53.749770 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-d564615e-4519-43cc-b198-55406c242123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-3-iscsi, 9de81dac-b84b-4053-b909-7b5379a734d3) {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:47:53.759985 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d564615e-4519-43cc-b198-55406c242123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:47:53.760821 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d564615e-4519-43cc-b198-55406c242123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for subnet (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:53.768068 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-79231f05-244a-46af-b8a1-41d3dbc6567e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for subnet (691c41c2-810c-4ccb-bb31-aecf9470a77a), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:53.769542 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=5 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:53.792547 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a092d3-f694-4eb7-a6b0-74f613f1cd97 None None] Network 9de81dac-b84b-4053-b909-7b5379a734d3 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:47:53.807863 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-d564615e-4519-43cc-b198-55406c242123 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8715060 Aug 24 17:47:53.811174 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57586) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:53.837161 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a8d92f-7558-4343-95f8-8272b76ecbfe admin admin] Checking segment: {'id': 'b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:47:53.837514 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a8d92f-7558-4343-95f8-8272b76ecbfe admin admin] Network hostable DHCP agents. Network: b4887da7-fc9b-4bdc-bef8-72d9aff23bba, hostable agents: ['edbe2c30-39eb-4d16-9bee-d282c1702677'], hosted agents: [] {{(pid=112764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:47:53.841567 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-3a507dd7-c47c-4a4c-a883-e581a2f902c0 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1714386950-router', 'tenant_id': '4bca50d38140438ebd32cdcb25c65e3d', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:47:53.880807 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79231f05-244a-46af-b8a1-41d3dbc6567e admin admin] Checking segment: {'id': '9c8d4118-7962-435d-9942-3c81535bbb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:47:53.881381 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79231f05-244a-46af-b8a1-41d3dbc6567e admin admin] Network hostable DHCP agents. Network: 42250e67-e026-4ee8-a8ab-86c733e9a211, hostable agents: ['edbe2c30-39eb-4d16-9bee-d282c1702677'], hosted agents: [] {{(pid=112764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:47:53.886322 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79231f05-244a-46af-b8a1-41d3dbc6567e admin admin] Pushing event updated for resources: {'Subnet': ['ID=691c41c2-810c-4ccb-bb31-aecf9470a77a,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:53.890385 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3a507dd7-c47c-4a4c-a883-e581a2f902c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1612848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router (ac0664bf-9afb-4a6b-92c5-f642653f19eb), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:53.891543 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3a507dd7-c47c-4a4c-a883-e581a2f902c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1796060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1817803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router (ac0664bf-9afb-4a6b-92c5-f642653f19eb), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:53.900163 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a8d92f-7558-4343-95f8-8272b76ecbfe admin admin] Network b4887da7-fc9b-4bdc-bef8-72d9aff23bba is scheduled to be hosted by DHCP agent edbe2c30-39eb-4d16-9bee-d282c1702677 with binding_index 1 {{(pid=112764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:47:53.905875 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:53.912776 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-86a8d92f-7558-4343-95f8-8272b76ecbfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-3-iscsi, b4887da7-fc9b-4bdc-bef8-72d9aff23bba) {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:47:53.933024 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a8d92f-7558-4343-95f8-8272b76ecbfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:47:53.935363 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-86a8d92f-7558-4343-95f8-8272b76ecbfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for subnet (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:53.957757 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79231f05-244a-46af-b8a1-41d3dbc6567e admin admin] Network 42250e67-e026-4ee8-a8ab-86c733e9a211 is scheduled to be hosted by DHCP agent edbe2c30-39eb-4d16-9bee-d282c1702677 with binding_index 1 {{(pid=112764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:47:53.983002 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3a507dd7-c47c-4a4c-a883-e581a2f902c0 admin admin] Publish callbacks [] for router_controller (ac0664bf-9afb-4a6b-92c5-f642653f19eb), precommit_add_association {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:53.984600 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-86a8d92f-7558-4343-95f8-8272b76ecbfe admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0541384 Aug 24 17:47:53.987913 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 57592) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:53.992449 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-a23382ad-a7a7-48e3-a8ce-e4bbb69c8801 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-router', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:47:53.995865 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c527eaa-2c82-4bfb-af48-c4f21f55dbac None None] Network b4887da7-fc9b-4bdc-bef8-72d9aff23bba requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:47:54.007423 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-79231f05-244a-46af-b8a1-41d3dbc6567e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-3-iscsi, 42250e67-e026-4ee8-a8ab-86c733e9a211) {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:47:54.015889 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79231f05-244a-46af-b8a1-41d3dbc6567e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:47:54.016304 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-79231f05-244a-46af-b8a1-41d3dbc6567e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for subnet (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:54.022086 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a44c248-d388-425c-8fe2-d524dc030cfa None None] Network 42250e67-e026-4ee8-a8ab-86c733e9a211 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:47:54.035211 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a23382ad-a7a7-48e3-a8ce-e4bbb69c8801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1612848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router (a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:54.037736 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a23382ad-a7a7-48e3-a8ce-e4bbb69c8801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1796060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1817803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router (a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:54.065992 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-79231f05-244a-46af-b8a1-41d3dbc6567e admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1900511 Aug 24 17:47:54.065992 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 57596) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:54.078778 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-059c722f-6d45-4965-b5a4-f201122a715d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-443499758-router', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:47:54.120371 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b3f5f0-e4ad-5125-8985-f94976322c44-9de81dac-b84b-4053-b909-7b5379a734d3', 'network_id': '9de81dac-b84b-4053-b909-7b5379a734d3', 'project_id': '4bca50d38140438ebd32cdcb25c65e3d', 'fixed_ips': [{'subnet_id': 'f767223b-657c-4dfb-9899-67ba5b81ed51'}]}} from dv-cinder-840525-3-iscsi. {{(pid=112765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:47:54.122771 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:54.242074 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-059c722f-6d45-4965-b5a4-f201122a715d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1612848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router (8be23f45-63b6-4cd2-ad62-45938092cb96), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:54.243315 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-059c722f-6d45-4965-b5a4-f201122a715d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1796060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1817803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router (8be23f45-63b6-4cd2-ad62-45938092cb96), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:54.319690 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a23382ad-a7a7-48e3-a8ce-e4bbb69c8801 admin admin] Publish callbacks [] for router_controller (a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5), precommit_add_association {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:54.485597 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3a507dd7-c47c-4a4c-a883-e581a2f902c0 admin admin] Publish callbacks [] for router_gateway (ac0664bf-9afb-4a6b-92c5-f642653f19eb), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:54.562474 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-059c722f-6d45-4965-b5a4-f201122a715d admin admin] Publish callbacks [] for router_controller (8be23f45-63b6-4cd2-ad62-45938092cb96), precommit_add_association {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:54.609739 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:54.660468 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:54.803322 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a48d6cb-c012-4fec-bfd1-fe0020b1509b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b3f5f0-e4ad-5125-8985-f94976322c44-b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'fixed_ips': [{'subnet_id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33'}]}} from dv-cinder-840525-3-iscsi. {{(pid=112765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:47:54.808590 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-7a48d6cb-c012-4fec-bfd1-fe0020b1509b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:54.832461 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7acdca7-d761-4b9e-a7d4-671e162d85ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b3f5f0-e4ad-5125-8985-f94976322c44-42250e67-e026-4ee8-a8ab-86c733e9a211', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'fixed_ips': [{'subnet_id': '691c41c2-810c-4ccb-bb31-aecf9470a77a'}]}} from dv-cinder-840525-3-iscsi. {{(pid=112765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:47:54.833825 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-e7acdca7-d761-4b9e-a7d4-671e162d85ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:54.862615 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3a507dd7-c47c-4a4c-a883-e581a2f902c0 admin admin] Publish callbacks [] for router_gateway (ac0664bf-9afb-4a6b-92c5-f642653f19eb), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:54.935739 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3a507dd7-c47c-4a4c-a883-e581a2f902c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:54.995216 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:55.006784 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a23382ad-a7a7-48e3-a8ce-e4bbb69c8801 admin admin] Publish callbacks [] for router_gateway (a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:55.027845 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-059c722f-6d45-4965-b5a4-f201122a715d admin admin] Publish callbacks [] for router_gateway (8be23f45-63b6-4cd2-ad62-45938092cb96), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:55.047191 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.db_base_plugin_common [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Allocated IP 172.20.0.2 (9de81dac-b84b-4053-b909-7b5379a734d3/f767223b-657c-4dfb-9899-67ba5b81ed51/0697b1fe-1421-46de-a498-6c315d962470) {{(pid=112765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:47:55.179287 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57658) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:55.191603 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-aba881ab-6f1c-4b1d-b15f-cb8c6d042c42 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1780710180-network', 'tenant_id': 'ee67f8a6a5ba498e8856d8504cd07a6b'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:47:55.224553 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:55.372586 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba881ab-6f1c-4b1d-b15f-cb8c6d042c42 admin admin] Made reservation on behalf of ee67f8a6a5ba498e8856d8504cd07a6b for: {'network': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:47:55.372586 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-aba881ab-6f1c-4b1d-b15f-cb8c6d042c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for network (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:55.435820 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.db_base_plugin_common [None req-7a48d6cb-c012-4fec-bfd1-fe0020b1509b None None] Allocated IP 172.20.0.2 (b4887da7-fc9b-4bdc-bef8-72d9aff23bba/f4beb65d-55f8-43c8-9c96-bbd198ab3e33/d3ffeae0-2210-4065-9365-79e54c2a833d) {{(pid=112765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:47:55.452345 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.db_base_plugin_common [None req-e7acdca7-d761-4b9e-a7d4-671e162d85ff None None] Allocated IP 172.20.0.2 (42250e67-e026-4ee8-a8ab-86c733e9a211/691c41c2-810c-4ccb-bb31-aecf9470a77a/71b764b6-6191-48a6-b6e3-dc7d478b3f26) {{(pid=112765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:47:55.477938 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [None req-3a507dd7-c47c-4a4c-a883-e581a2f902c0 admin admin] Allocated IP 172.27.1.206 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/fce90457-e239-4269-b549-6d0348f9da20) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:47:55.480981 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-aba881ab-6f1c-4b1d-b15f-cb8c6d042c42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:55.744175 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Publish callbacks [] for port (0697b1fe-1421-46de-a498-6c315d962470), precommit_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:55.793589 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (0697b1fe-1421-46de-a498-6c315d962470), after_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:55.845870 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-aba881ab-6f1c-4b1d-b15f-cb8c6d042c42 admin admin] Publish callbacks [] for security_group (64044794-f6e7-4743-afb1-4de81ecec024), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:55.851923 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:55.865524 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-aba881ab-6f1c-4b1d-b15f-cb8c6d042c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (64044794-f6e7-4743-afb1-4de81ecec024), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:55.893197 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-059c722f-6d45-4965-b5a4-f201122a715d admin admin] Publish callbacks [] for router_gateway (8be23f45-63b6-4cd2-ad62-45938092cb96), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:55.896497 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a23382ad-a7a7-48e3-a8ce-e4bbb69c8801 admin admin] Publish callbacks [] for router_gateway (a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:55.901626 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba881ab-6f1c-4b1d-b15f-cb8c6d042c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64044794-f6e7-4743-afb1-4de81ecec024,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:55.909778 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3a507dd7-c47c-4a4c-a883-e581a2f902c0 admin admin] Publish callbacks [] for port (fce90457-e239-4269-b549-6d0348f9da20), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:55.910600 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 57696) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:55.926080 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Network 9de81dac-b84b-4053-b909-7b5379a734d3 is already hosted by enough agents. {{(pid=112765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:47:55.951329 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba881ab-6f1c-4b1d-b15f-cb8c6d042c42 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=112763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:47:55.957251 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.base_scheduler [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Resources bound (agent type, host, resource id): {{(pid=112765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:47:55.971604 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-aba881ab-6f1c-4b1d-b15f-cb8c6d042c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (bd26e306-2d50-45b5-a8a9-f8e02a85ec28), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:55.972244 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.segments_db [None req-aba881ab-6f1c-4b1d-b15f-cb8c6d042c42 admin admin] Added segment bd26e306-2d50-45b5-a8a9-f8e02a85ec28 of type vlan for network 431105b3-3989-463a-8a44-4ff3eb55ca85 Aug 24 17:47:55.978376 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Received port after_create {{(pid=112765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:47:55.982219 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-059c722f-6d45-4965-b5a4-f201122a715d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:56.050064 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-aba881ab-6f1c-4b1d-b15f-cb8c6d042c42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763231558539'] for network (431105b3-3989-463a-8a44-4ff3eb55ca85), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:56.074915 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3a507dd7-c47c-4a4c-a883-e581a2f902c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (fce90457-e239-4269-b549-6d0348f9da20), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:56.124662 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a507dd7-c47c-4a4c-a883-e581a2f902c0 admin admin] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:47:56.132164 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-3a507dd7-c47c-4a4c-a883-e581a2f902c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:47:56.134719 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a507dd7-c47c-4a4c-a883-e581a2f902c0 admin admin] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:47:56.205569 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:56.215260 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Pushing event updated for resources: {'Port': ['ID=0697b1fe-1421-46de-a498-6c315d962470,revision_number=1']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:56.217909 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [None req-059c722f-6d45-4965-b5a4-f201122a715d admin admin] Allocated IP 172.27.1.131 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/5f477e49-1502-4fe8-92b7-e38eb46ca4ae) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:47:56.251735 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-e7acdca7-d761-4b9e-a7d4-671e162d85ff None None] Publish callbacks [] for port (71b764b6-6191-48a6-b6e3-dc7d478b3f26), precommit_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:56.264312 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:56.264661 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:56.265026 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:56.265431 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:56.265765 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:56.266089 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:56.266460 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:56.266795 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:56.267118 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:56.267441 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:56.267821 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:56.268429 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:56.269200 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:56.269568 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:56.269894 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Tracked resource versions report: Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: pushed versions: Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: { 'AddressGroup': {'1.2'}, Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Agent': {'1.1'}, Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'ConntrackHelper': {'1.0'}, Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'LocalIPAssociation': {'1.0'}, Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Log': {'1.0'}, Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'NDPProxy': {'1.0'}, Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Network': {'1.1'}, Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Port': {'1.7'}, Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'PortForwarding': {'1.3'}, Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'QosPolicy': {'1.10'}, Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'SecurityGroup': {'1.5'}, Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'SecurityGroupRule': {'1.2'}, Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'SubPort': {'1.0'}, Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Subnet': {'1.1'}, Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Trunk': {'1.1'}} Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: consumer versions: Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: { DHCP agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: HyperV agent@hv-cinder-84052: {}, Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: L3 agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: Metadata agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: Metering agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: Open vSwitch agent@dv-cinder-840525-3-iscsi: { 'AddressGroup': '1.2', Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Agent': '1.1', Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'ConntrackHelper': '1.0', Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'LocalIPAssociation': '1.0', Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Log': '1.0', Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'NDPProxy': '1.0', Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Network': '1.1', Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Port': '1.7', Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'PortForwarding': '1.3', Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'QosPolicy': '1.10', Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'SecurityGroup': '1.5', Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'SecurityGroupRule': '1.2', Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'SubPort': '1.0', Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Subnet': '1.1', Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: 'Trunk': '1.1'}} Aug 24 17:47:56.271292 dv-cinder-840525-3-iscsi neutron-server[112765]: {{(pid=112765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 17:47:56.280883 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-7a48d6cb-c012-4fec-bfd1-fe0020b1509b None None] Publish callbacks [] for port (d3ffeae0-2210-4065-9365-79e54c2a833d), precommit_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:56.285503 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-e7acdca7-d761-4b9e-a7d4-671e162d85ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (71b764b6-6191-48a6-b6e3-dc7d478b3f26), after_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:56.312876 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Attempting to bind port 0697b1fe-1421-46de-a498-6c315d962470 on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:47:56.313519 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Attempting to bind port 0697b1fe-1421-46de-a498-6c315d962470 by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': '04da034a-7956-4d9b-ba69-517a30a693d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9de81dac-b84b-4053-b909-7b5379a734d3'}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:47:56.313874 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Attempting to bind port 0697b1fe-1421-46de-a498-6c315d962470 on network 9de81dac-b84b-4053-b909-7b5379a734d3 {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:47:56.326745 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-7a48d6cb-c012-4fec-bfd1-fe0020b1509b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (d3ffeae0-2210-4065-9365-79e54c2a833d), after_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:56.340959 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=8 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:56.341189 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-aba881ab-6f1c-4b1d-b15f-cb8c6d042c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for network (431105b3-3989-463a-8a44-4ff3eb55ca85), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:56.342884 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba881ab-6f1c-4b1d-b15f-cb8c6d042c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:47:56.347041 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-aba881ab-6f1c-4b1d-b15f-cb8c6d042c42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:56.347185 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:47:56.347511 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Checking segment: {'id': '04da034a-7956-4d9b-ba69-517a30a693d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9de81dac-b84b-4053-b909-7b5379a734d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:47:56.347925 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:56.348724 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Bound using segment: {'id': '04da034a-7956-4d9b-ba69-517a30a693d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9de81dac-b84b-4053-b909-7b5379a734d3'} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:47:56.348836 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Bound port: 0697b1fe-1421-46de-a498-6c315d962470, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04da034a-7956-4d9b-ba69-517a30a693d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9de81dac-b84b-4053-b909-7b5379a734d3'}}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:47:56.349188 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (0697b1fe-1421-46de-a498-6c315d962470), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:56.368618 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7acdca7-d761-4b9e-a7d4-671e162d85ff None None] Network 42250e67-e026-4ee8-a8ab-86c733e9a211 is already hosted by enough agents. {{(pid=112765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:47:56.385082 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-059c722f-6d45-4965-b5a4-f201122a715d admin admin] Publish callbacks [] for port (5f477e49-1502-4fe8-92b7-e38eb46ca4ae), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:56.395226 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.base_scheduler [None req-e7acdca7-d761-4b9e-a7d4-671e162d85ff None None] Resources bound (agent type, host, resource id): {{(pid=112765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:47:56.447750 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a48d6cb-c012-4fec-bfd1-fe0020b1509b None None] Network b4887da7-fc9b-4bdc-bef8-72d9aff23bba is already hosted by enough agents. {{(pid=112765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:47:56.447750 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acdca7-d761-4b9e-a7d4-671e162d85ff None None] Pushing event updated for resources: {'Port': ['ID=71b764b6-6191-48a6-b6e3-dc7d478b3f26,revision_number=1']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:56.447750 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7acdca7-d761-4b9e-a7d4-671e162d85ff None None] Received port after_create {{(pid=112765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:47:56.452800 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:56.452800 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a23382ad-a7a7-48e3-a8ce-e4bbb69c8801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:56.453740 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.base_scheduler [None req-7a48d6cb-c012-4fec-bfd1-fe0020b1509b None None] Resources bound (agent type, host, resource id): {{(pid=112765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:47:56.453740 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a48d6cb-c012-4fec-bfd1-fe0020b1509b None None] Received port after_create {{(pid=112765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:47:56.502455 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:56.547598 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-829e4345-460a-4ad3-b78f-6e2dd21c0d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:56.612875 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-059c722f-6d45-4965-b5a4-f201122a715d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (5f477e49-1502-4fe8-92b7-e38eb46ca4ae), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:56.645985 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:56.647284 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba881ab-6f1c-4b1d-b15f-cb8c6d042c42 admin admin] Pushing event updated for resources: {'Network': ['ID=431105b3-3989-463a-8a44-4ff3eb55ca85,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:56.658490 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3a507dd7-c47c-4a4c-a883-e581a2f902c0 admin admin] Publish callbacks [] for router_gateway (ac0664bf-9afb-4a6b-92c5-f642653f19eb), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:56.664887 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-e7acdca7-d761-4b9e-a7d4-671e162d85ff None None] Attempting to bind port 71b764b6-6191-48a6-b6e3-dc7d478b3f26 on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:47:56.666194 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-e7acdca7-d761-4b9e-a7d4-671e162d85ff None None] Attempting to bind port 71b764b6-6191-48a6-b6e3-dc7d478b3f26 by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': '9c8d4118-7962-435d-9942-3c81535bbb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211'}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:47:56.666194 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7acdca7-d761-4b9e-a7d4-671e162d85ff None None] Attempting to bind port 71b764b6-6191-48a6-b6e3-dc7d478b3f26 on network 42250e67-e026-4ee8-a8ab-86c733e9a211 {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:47:56.672996 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-7a48d6cb-c012-4fec-bfd1-fe0020b1509b None None] Attempting to bind port d3ffeae0-2210-4065-9365-79e54c2a833d on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:47:56.673603 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-7a48d6cb-c012-4fec-bfd1-fe0020b1509b None None] Attempting to bind port d3ffeae0-2210-4065-9365-79e54c2a833d by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': 'b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba'}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:47:56.674052 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a48d6cb-c012-4fec-bfd1-fe0020b1509b None None] Attempting to bind port d3ffeae0-2210-4065-9365-79e54c2a833d on network b4887da7-fc9b-4bdc-bef8-72d9aff23bba {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:47:56.680588 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Network 431105b3-3989-463a-8a44-4ff3eb55ca85 details requested by agent ovs-agent-dv-cinder-840525-3-iscsi with host dv-cinder-840525-3-iscsi {{(pid=112765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:47:56.719104 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7acdca7-d761-4b9e-a7d4-671e162d85ff None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:47:56.720428 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7acdca7-d761-4b9e-a7d4-671e162d85ff None None] Checking segment: {'id': '9c8d4118-7962-435d-9942-3c81535bbb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:47:56.720428 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-e7acdca7-d761-4b9e-a7d4-671e162d85ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:56.720898 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7acdca7-d761-4b9e-a7d4-671e162d85ff None None] Bound using segment: {'id': '9c8d4118-7962-435d-9942-3c81535bbb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211'} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:47:56.721468 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-e7acdca7-d761-4b9e-a7d4-671e162d85ff None None] Bound port: 71b764b6-6191-48a6-b6e3-dc7d478b3f26, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8d4118-7962-435d-9942-3c81535bbb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211'}}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:47:56.721881 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-e7acdca7-d761-4b9e-a7d4-671e162d85ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (71b764b6-6191-48a6-b6e3-dc7d478b3f26), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:56.725967 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a48d6cb-c012-4fec-bfd1-fe0020b1509b None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:47:56.727161 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a48d6cb-c012-4fec-bfd1-fe0020b1509b None None] Checking segment: {'id': 'b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:47:56.727740 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-7a48d6cb-c012-4fec-bfd1-fe0020b1509b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:56.728275 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a48d6cb-c012-4fec-bfd1-fe0020b1509b None None] Bound using segment: {'id': 'b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba'} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:47:56.729529 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-7a48d6cb-c012-4fec-bfd1-fe0020b1509b None None] Bound port: d3ffeae0-2210-4065-9365-79e54c2a833d, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba'}}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:47:56.730182 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-7a48d6cb-c012-4fec-bfd1-fe0020b1509b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (d3ffeae0-2210-4065-9365-79e54c2a833d), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:56.732247 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48d6cb-c012-4fec-bfd1-fe0020b1509b None None] Pushing event updated for resources: {'Port': ['ID=d3ffeae0-2210-4065-9365-79e54c2a833d,revision_number=1']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:56.771420 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059c722f-6d45-4965-b5a4-f201122a715d admin admin] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:47:56.772720 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c722f-6d45-4965-b5a4-f201122a715d admin admin] Pushing event updated for resources: {'Port': ['ID=5f477e49-1502-4fe8-92b7-e38eb46ca4ae,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:56.784217 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a507dd7-c47c-4a4c-a883-e581a2f902c0 admin admin] Pushing event updated for resources: {'Port': ['ID=fce90457-e239-4269-b549-6d0348f9da20,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:56.784536 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-059c722f-6d45-4965-b5a4-f201122a715d admin admin] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:47:56.822011 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059c722f-6d45-4965-b5a4-f201122a715d admin admin] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:47:56.828192 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-aba881ab-6f1c-4b1d-b15f-cb8c6d042c42 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6476047 Aug 24 17:47:56.829310 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57728) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:56.837810 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-3898b1fb-42ae-4ff1-854f-e06b52b80ea5 admin admin] Request body: {'subnet': {'network_id': '431105b3-3989-463a-8a44-4ff3eb55ca85', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1780710180-subnet', 'tenant_id': 'ee67f8a6a5ba498e8856d8504cd07a6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:47:56.868013 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] For port 0697b1fe-1421-46de-a498-6c315d962470, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:47:56.882367 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [None req-a23382ad-a7a7-48e3-a8ce-e4bbb69c8801 admin admin] Allocated IP 172.27.1.107 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/3203ac4f-88a2-4231-ac6c-6a735b785113) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:47:56.906566 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] For port 0697b1fe-1421-46de-a498-6c315d962470, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=0697b1fe-1421-46de-a498-6c315d962470,segment=NetworkSegment(04da034a-7956-4d9b-ba69-517a30a693d9),segment_id=04da034a-7956-4d9b-ba69-517a30a693d9)] {{(pid=112765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:47:56.934410 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (0697b1fe-1421-46de-a498-6c315d962470), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:56.955447 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-7a48d6cb-c012-4fec-bfd1-fe0020b1509b None None] For port d3ffeae0-2210-4065-9365-79e54c2a833d, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:47:56.957928 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-e7acdca7-d761-4b9e-a7d4-671e162d85ff None None] For port 71b764b6-6191-48a6-b6e3-dc7d478b3f26, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:47:56.983428 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-829e4345-460a-4ad3-b78f-6e2dd21c0d1b admin admin] Publish callbacks [] for security_group (d2a94dd9-c032-4964-a763-c267bf13d4e4), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:57.023671 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 57732) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:57.024440 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-829e4345-460a-4ad3-b78f-6e2dd21c0d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (d2a94dd9-c032-4964-a763-c267bf13d4e4), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:57.046630 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3898b1fb-42ae-4ff1-854f-e06b52b80ea5 admin admin] Made reservation on behalf of ee67f8a6a5ba498e8856d8504cd07a6b for: {'subnet': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:47:57.050165 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3898b1fb-42ae-4ff1-854f-e06b52b80ea5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:57.067630 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-7a48d6cb-c012-4fec-bfd1-fe0020b1509b None None] For port d3ffeae0-2210-4065-9365-79e54c2a833d, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=d3ffeae0-2210-4065-9365-79e54c2a833d,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:47:57.069191 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddf014-f76e-49ff-8e31-b0336193d47f None None] Pushing event updated for resources: {'Port': ['ID=0697b1fe-1421-46de-a498-6c315d962470,revision_number=2']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:57.069985 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:57.077100 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-e7acdca7-d761-4b9e-a7d4-671e162d85ff None None] For port 71b764b6-6191-48a6-b6e3-dc7d478b3f26, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=71b764b6-6191-48a6-b6e3-dc7d478b3f26,segment=NetworkSegment(9c8d4118-7962-435d-9942-3c81535bbb02),segment_id=9c8d4118-7962-435d-9942-3c81535bbb02)] {{(pid=112765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:47:57.089544 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-7a48d6cb-c012-4fec-bfd1-fe0020b1509b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (d3ffeae0-2210-4065-9365-79e54c2a833d), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:57.112730 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-e7acdca7-d761-4b9e-a7d4-671e162d85ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (71b764b6-6191-48a6-b6e3-dc7d478b3f26), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:57.155079 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3a507dd7-c47c-4a4c-a883-e581a2f902c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1612547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1796013'] for router (ac0664bf-9afb-4a6b-92c5-f642653f19eb), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:57.242690 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e4345-460a-4ad3-b78f-6e2dd21c0d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a94dd9-c032-4964-a763-c267bf13d4e4,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:57.272131 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48d6cb-c012-4fec-bfd1-fe0020b1509b None None] Pushing event updated for resources: {'Port': ['ID=d3ffeae0-2210-4065-9365-79e54c2a833d,revision_number=2']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:57.308253 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-829e4345-460a-4ad3-b78f-6e2dd21c0d1b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=985647311467420a88154e4055c73589&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3592658 Aug 24 17:47:57.318228 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 57738) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:57.375240 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-694f0597-36c2-41f9-80f4-bb8c65974241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:57.401446 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acdca7-d761-4b9e-a7d4-671e162d85ff None None] Pushing event updated for resources: {'Port': ['ID=71b764b6-6191-48a6-b6e3-dc7d478b3f26,revision_number=2']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:57.589287 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3898b1fb-42ae-4ff1-854f-e06b52b80ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for subnet (37baaaa6-813b-4b6b-a01f-6ec17fc4a5f9), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:57.667233 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898b1fb-42ae-4ff1-854f-e06b52b80ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37baaaa6-813b-4b6b-a01f-6ec17fc4a5f9,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:57.675512 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a507dd7-c47c-4a4c-a883-e581a2f902c0 admin admin] Router ac0664bf-9afb-4a6b-92c5-f642653f19eb is scheduled to L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 with binding_index 1 {{(pid=112763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:47:57.877519 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:INSERT=13 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:58.022487 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a23382ad-a7a7-48e3-a8ce-e4bbb69c8801 admin admin] Publish callbacks [] for port (3203ac4f-88a2-4231-ac6c-6a735b785113), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:58.034063 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:58.067039 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a507dd7-c47c-4a4c-a883-e581a2f902c0 admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:47:58.081193 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3898b1fb-42ae-4ff1-854f-e06b52b80ea5 admin admin] Checking segment: {'id': 'bd26e306-2d50-45b5-a8a9-f8e02a85ec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '431105b3-3989-463a-8a44-4ff3eb55ca85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:47:58.081939 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3898b1fb-42ae-4ff1-854f-e06b52b80ea5 admin admin] Network hostable DHCP agents. Network: 431105b3-3989-463a-8a44-4ff3eb55ca85, hostable agents: ['edbe2c30-39eb-4d16-9bee-d282c1702677'], hosted agents: [] {{(pid=112763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:47:58.082042 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] Sync routers for ids ['ac0664bf-9afb-4a6b-92c5-f642653f19eb'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:47:58.102377 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-54f8cf63-205f-46aa-9927-7aede66c777a admin admin] Publish callbacks [] for security_group (d2a94dd9-c032-4964-a763-c267bf13d4e4), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:58.122620 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] Routers {'ac0664bf-9afb-4a6b-92c5-f642653f19eb'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:47:58.123723 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3a507dd7-c47c-4a4c-a883-e581a2f902c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:58.128165 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-3a507dd7-c47c-4a4c-a883-e581a2f902c0 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2975502 Aug 24 17:47:58.128406 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:47:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['ac0664bf-9afb-4a6b-92c5-f642653f19eb'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:47:58.128514 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3898b1fb-42ae-4ff1-854f-e06b52b80ea5 admin admin] Network 431105b3-3989-463a-8a44-4ff3eb55ca85 is scheduled to be hosted by DHCP agent edbe2c30-39eb-4d16-9bee-d282c1702677 with binding_index 1 {{(pid=112763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:47:58.135300 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57768) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:58.150522 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device d3ffeae0-2210-4065-9365-79e54c2a833d up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:47:58.160896 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=6 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:58.199299 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:58.215383 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-54f8cf63-205f-46aa-9927-7aede66c777a admin admin] Publish callbacks [] for security_group (d2a94dd9-c032-4964-a763-c267bf13d4e4), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:58.236194 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port d3ffeae0-2210-4065-9365-79e54c2a833d triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:47:58.236537 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (d3ffeae0-2210-4065-9365-79e54c2a833d), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:58.332117 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-3898b1fb-42ae-4ff1-854f-e06b52b80ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-3-iscsi, 431105b3-3989-463a-8a44-4ff3eb55ca85) {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:47:58.339795 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] Set router ac0664bf-9afb-4a6b-92c5-f642653f19eb gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:47:58.350122 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3898b1fb-42ae-4ff1-854f-e06b52b80ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:47:58.352277 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3898b1fb-42ae-4ff1-854f-e06b52b80ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for subnet (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:58.354461 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606bbf0f-7a27-43e1-ade1-276cb4bd9971 None None] Network 431105b3-3989-463a-8a44-4ff3eb55ca85 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:47:58.360526 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-059c722f-6d45-4965-b5a4-f201122a715d admin admin] Publish callbacks [] for router_gateway (8be23f45-63b6-4cd2-ad62-45938092cb96), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:58.456202 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57780) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:58.473339 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port d3ffeae0-2210-4065-9365-79e54c2a833d is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:47:58.474260 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (d3ffeae0-2210-4065-9365-79e54c2a833d), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:58.526427 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:58.555662 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-54f8cf63-205f-46aa-9927-7aede66c777a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (d2a94dd9-c032-4964-a763-c267bf13d4e4), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:58.565124 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-3898b1fb-42ae-4ff1-854f-e06b52b80ea5 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7323341 Aug 24 17:47:58.568534 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-54f8cf63-205f-46aa-9927-7aede66c777a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:58.575860 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-54f8cf63-205f-46aa-9927-7aede66c777a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d2a94dd9-c032-4964-a763-c267bf13d4e4 HTTP/1.1" status: 204 len: 168 time: 1.2550278 Aug 24 17:47:58.653049 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port d3ffeae0-2210-4065-9365-79e54c2a833d, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=d3ffeae0-2210-4065-9365-79e54c2a833d,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:47:58.692044 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:58.706502 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (d3ffeae0-2210-4065-9365-79e54c2a833d), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:58.707941 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 0697b1fe-1421-46de-a498-6c315d962470 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:47:58.729860 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e50b01-b819-4318-8ef6-6e3083517dc8 None None] Network 431105b3-3989-463a-8a44-4ff3eb55ca85 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:47:58.783051 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-694f0597-36c2-41f9-80f4-bb8c65974241 admin admin] Publish callbacks [] for security_group (51c98693-b694-49f7-86b2-9d0cac73946b), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:58.819765 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8cf63-205f-46aa-9927-7aede66c777a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a94dd9-c032-4964-a763-c267bf13d4e4,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:58.838000 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9dc57115-5363-4408-b904-4de06123423f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:58.845820 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-694f0597-36c2-41f9-80f4-bb8c65974241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (51c98693-b694-49f7-86b2-9d0cac73946b), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:58.889661 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0664bf-9afb-4a6b-92c5-f642653f19eb', 'name': 'tempest-DeleteServersTestJSON-1714386950-router', 'tenant_id': '4bca50d38140438ebd32cdcb25c65e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'fce90457-e239-4269-b549-6d0348f9da20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:53Z', 'updated_at': '2022-08-24T17:47:56Z', 'revision_number': 3, 'project_id': '4bca50d38140438ebd32cdcb25c65e3d', 'gw_port': {'id': 'fce90457-e239-4269-b549-6d0348f9da20', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0664bf-9afb-4a6b-92c5-f642653f19eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:47:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:47:58.919879 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-aa61c622-d03d-4da4-8d5c-9d9d477475d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:58.936320 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-694f0597-36c2-41f9-80f4-bb8c65974241 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=db320b58d4ca4141969bbadc1c130977&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9076936 Aug 24 17:47:58.977110 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57790) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:58.979888 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57792) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:58.987010 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] Checking router: ac0664bf-9afb-4a6b-92c5-f642653f19eb for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:47:58.988216 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] Updating router ac0664bf-9afb-4a6b-92c5-f642653f19eb port fce90457-e239-4269-b549-6d0348f9da20 binding host dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:47:59.059450 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=d3ffeae0-2210-4065-9365-79e54c2a833d,revision_number=3']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:59.080288 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (fce90457-e239-4269-b549-6d0348f9da20), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:59.148379 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57796) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:59.200528 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f0597-36c2-41f9-80f4-bb8c65974241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c98693-b694-49f7-86b2-9d0cac73946b,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:59.212978 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a23382ad-a7a7-48e3-a8ce-e4bbb69c8801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (3203ac4f-88a2-4231-ac6c-6a735b785113), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:59.291863 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23382ad-a7a7-48e3-a8ce-e4bbb69c8801 admin admin] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:47:59.304667 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-a23382ad-a7a7-48e3-a8ce-e4bbb69c8801 admin admin] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:47:59.310052 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23382ad-a7a7-48e3-a8ce-e4bbb69c8801 admin admin] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:47:59.335457 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e506df-e7f9-4ee6-a740-50f68769e013 admin admin] Deleting subnet 70a995cc-02d8-4e27-b88d-6ee0b09cc54a {{(pid=112763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:47:59.368201 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d2e506df-e7f9-4ee6-a740-50f68769e013 admin admin] Publish callbacks [] for subnet (70a995cc-02d8-4e27-b88d-6ee0b09cc54a), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:59.576841 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-732eec61-5300-4292-9974-aecfe8e29e45 admin admin] Publish callbacks [] for security_group (51c98693-b694-49f7-86b2-9d0cac73946b), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:59.592791 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23382ad-a7a7-48e3-a8ce-e4bbb69c8801 admin admin] Pushing event updated for resources: {'Port': ['ID=3203ac4f-88a2-4231-ac6c-6a735b785113,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:59.609646 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] Publish callbacks [] for port (fce90457-e239-4269-b549-6d0348f9da20), precommit_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:59.623717 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-059c722f-6d45-4965-b5a4-f201122a715d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1612547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1796013'] for router (8be23f45-63b6-4cd2-ad62-45938092cb96), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:59.625016 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (fce90457-e239-4269-b549-6d0348f9da20), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:59.627613 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a32101-28fb-4d8f-8c3c-2f3a842580f6 None None] Network b4887da7-fc9b-4bdc-bef8-72d9aff23bba requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:47:59.639360 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587e93e5-d5fc-4550-b091-d8fe6d758d86 None None] Network 9de81dac-b84b-4053-b909-7b5379a734d3 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:47:59.668793 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:59.680525 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-732eec61-5300-4292-9974-aecfe8e29e45 admin admin] Publish callbacks [] for security_group (51c98693-b694-49f7-86b2-9d0cac73946b), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:59.689502 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c0bbc5-5482-425e-8582-eec31a7d8841 None None] Network 42250e67-e026-4ee8-a8ab-86c733e9a211 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:47:59.692966 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d2e506df-e7f9-4ee6-a740-50f68769e013 admin admin] Publish callbacks [] for subnet (70a995cc-02d8-4e27-b88d-6ee0b09cc54a), precommit_delete_associations {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:59.705458 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:59.720683 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d64b2-db24-4060-8270-309ee8e512df None None] Pushing event updated for resources: {'Port': ['ID=fce90457-e239-4269-b549-6d0348f9da20,revision_number=2']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:59.725388 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] Attempting to bind port fce90457-e239-4269-b549-6d0348f9da20 on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:47:59.725954 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] Attempting to bind port fce90457-e239-4269-b549-6d0348f9da20 by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:47:59.726578 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] Attempting to bind port fce90457-e239-4269-b549-6d0348f9da20 on network 362d5c28-632f-46ac-8441-a79df5e3c295 {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:47:59.733676 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9dc57115-5363-4408-b904-4de06123423f admin admin] Publish callbacks [] for security_group (73b586d8-c3c8-487a-a1ff-1cfe35e53c7f), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:59.735840 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d2e506df-e7f9-4ee6-a740-50f68769e013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858428'] for subnet (70a995cc-02d8-4e27-b88d-6ee0b09cc54a), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:59.739919 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d64b2-db24-4060-8270-309ee8e512df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:59.740809 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d64b2-db24-4060-8270-309ee8e512df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:59.741637 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d64b2-db24-4060-8270-309ee8e512df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:59.742141 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d64b2-db24-4060-8270-309ee8e512df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:59.742697 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d64b2-db24-4060-8270-309ee8e512df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:59.743178 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d64b2-db24-4060-8270-309ee8e512df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:59.743898 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d64b2-db24-4060-8270-309ee8e512df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:59.745058 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d64b2-db24-4060-8270-309ee8e512df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:59.745795 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d64b2-db24-4060-8270-309ee8e512df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:59.746265 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d64b2-db24-4060-8270-309ee8e512df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:59.746623 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-bed06c27-7972-4696-9be7-bc2c5aab48d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:59.747189 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d64b2-db24-4060-8270-309ee8e512df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:59.747839 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d64b2-db24-4060-8270-309ee8e512df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:59.748603 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d64b2-db24-4060-8270-309ee8e512df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:59.749105 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d64b2-db24-4060-8270-309ee8e512df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:59.749584 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d64b2-db24-4060-8270-309ee8e512df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d64b2-db24-4060-8270-309ee8e512df None None] Tracked resource versions report: Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: pushed versions: Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: { 'AddressGroup': {'1.2'}, Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Agent': {'1.1'}, Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'ConntrackHelper': {'1.0'}, Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'LocalIPAssociation': {'1.0'}, Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Log': {'1.0'}, Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'NDPProxy': {'1.0'}, Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Network': {'1.1'}, Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Port': {'1.7'}, Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'PortForwarding': {'1.3'}, Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'QosPolicy': {'1.10'}, Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'SecurityGroup': {'1.5'}, Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'SecurityGroupRule': {'1.2'}, Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'SubPort': {'1.0'}, Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Subnet': {'1.1'}, Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Trunk': {'1.1'}} Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: consumer versions: Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: { DHCP agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: HyperV agent@hv-cinder-84052: {}, Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: L3 agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: Metadata agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: Metering agent@dv-cinder-840525-3-iscsi: {}, Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: Open vSwitch agent@dv-cinder-840525-3-iscsi: { 'AddressGroup': '1.2', Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Agent': '1.1', Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'ConntrackHelper': '1.0', Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'LocalIPAssociation': '1.0', Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Log': '1.0', Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'NDPProxy': '1.0', Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Network': '1.1', Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Port': '1.7', Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'PortForwarding': '1.3', Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'QosPolicy': '1.10', Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'SecurityGroup': '1.5', Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'SecurityGroupRule': '1.2', Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'SubPort': '1.0', Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Subnet': '1.1', Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: 'Trunk': '1.1'}} Aug 24 17:47:59.751216 dv-cinder-840525-3-iscsi neutron-server[112766]: {{(pid=112766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 17:47:59.758483 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:47:59.764579 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-5a2c0b5c-f6a1-4661-af61-0c0e5ea47a69 None None] Provisioning complete for port d3ffeae0-2210-4065-9365-79e54c2a833d triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:47:59.764962 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-5a2c0b5c-f6a1-4661-af61-0c0e5ea47a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (d3ffeae0-2210-4065-9365-79e54c2a833d), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:59.765777 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] Checking segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:47:59.766369 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:59.767046 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] Bound using segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:47:59.767760 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 57804) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:47:59.768334 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] Bound port: fce90457-e239-4269-b549-6d0348f9da20, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:47:59.768953 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (fce90457-e239-4269-b549-6d0348f9da20), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:59.795776 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9dc57115-5363-4408-b904-4de06123423f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (73b586d8-c3c8-487a-a1ff-1cfe35e53c7f), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:59.803619 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:59.804964 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a23382ad-a7a7-48e3-a8ce-e4bbb69c8801 admin admin] Publish callbacks [] for router_gateway (a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:59.834700 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] For port fce90457-e239-4269-b549-6d0348f9da20, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:47:59.838696 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] For port fce90457-e239-4269-b549-6d0348f9da20, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=fce90457-e239-4269-b549-6d0348f9da20,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:47:59.849317 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (fce90457-e239-4269-b549-6d0348f9da20), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:59.851118 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc57115-5363-4408-b904-4de06123423f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b586d8-c3c8-487a-a1ff-1cfe35e53c7f,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:47:59.905182 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] Routers {'ac0664bf-9afb-4a6b-92c5-f642653f19eb'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:47:59.906113 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:47:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['ac0664bf-9afb-4a6b-92c5-f642653f19eb'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:47:59.931751 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-bed06c27-7972-4696-9be7-bc2c5aab48d2 admin admin] Publish callbacks [] for security_group (0fe11525-104d-4f90-b0b4-739ea531c382), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:59.941715 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:47:59.951405 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-bed06c27-7972-4696-9be7-bc2c5aab48d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (0fe11525-104d-4f90-b0b4-739ea531c382), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:47:59.979333 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:00.009420 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed06c27-7972-4696-9be7-bc2c5aab48d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe11525-104d-4f90-b0b4-739ea531c382,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:00.018333 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 0697b1fe-1421-46de-a498-6c315d962470 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:00.018743 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (0697b1fe-1421-46de-a498-6c315d962470), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.045449 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [None req-aa61c622-d03d-4da4-8d5c-9d9d477475d4 admin admin] Allocated IP 172.20.0.1 (9de81dac-b84b-4053-b909-7b5379a734d3/f767223b-657c-4dfb-9899-67ba5b81ed51/c668f67b-3565-42ea-a86a-471b07bfeec5) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:48:00.056222 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-9dc57115-5363-4408-b904-4de06123423f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ea9de30b5aa5498c9786ff1fbd24f213&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5960033 Aug 24 17:48:00.066271 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 57808) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:00.074249 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] Set router ac0664bf-9afb-4a6b-92c5-f642653f19eb gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:48:00.108524 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-bed06c27-7972-4696-9be7-bc2c5aab48d2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=df5c174b84d04955a4c1f795e37592db&name=default HTTP/1.1" status: 200 len: 2993 time: 0.9385202 Aug 24 17:48:00.111085 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57810) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:00.140519 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-17b3fa95-01a9-41a0-9181-fed142fd0753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.142000 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d2e506df-e7f9-4ee6-a740-50f68769e013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for subnet (70a995cc-02d8-4e27-b88d-6ee0b09cc54a), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.159747 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-732eec61-5300-4292-9974-aecfe8e29e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (51c98693-b694-49f7-86b2-9d0cac73946b), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.162188 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-732eec61-5300-4292-9974-aecfe8e29e45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.165978 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-732eec61-5300-4292-9974-aecfe8e29e45 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/51c98693-b694-49f7-86b2-9d0cac73946b HTTP/1.1" status: 204 len: 168 time: 1.1848767 Aug 24 17:48:00.200989 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059c722f-6d45-4965-b5a4-f201122a715d admin admin] Router 8be23f45-63b6-4cd2-ad62-45938092cb96 is scheduled to L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 with binding_index 1 {{(pid=112764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:48:00.246692 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:00.262181 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e506df-e7f9-4ee6-a740-50f68769e013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70a995cc-02d8-4e27-b88d-6ee0b09cc54a,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:00.274664 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732eec61-5300-4292-9974-aecfe8e29e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c98693-b694-49f7-86b2-9d0cac73946b,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:00.317088 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-90eb0c87-3718-4867-8792-28532987dee0 admin admin] Publish callbacks [] for security_group (73b586d8-c3c8-487a-a1ff-1cfe35e53c7f), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.317976 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=73,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:00.319979 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d2e506df-e7f9-4ee6-a740-50f68769e013 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.327507 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-d2e506df-e7f9-4ee6-a740-50f68769e013 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/70a995cc-02d8-4e27-b88d-6ee0b09cc54a HTTP/1.1" status: 204 len: 168 time: 1.3433170 Aug 24 17:48:00.334538 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57816) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:00.385547 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-96368377-3f8c-4765-a682-9d9d77b6a2fc admin admin] Publish callbacks [] for security_group (0fe11525-104d-4f90-b0b4-739ea531c382), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.398022 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-aa61c622-d03d-4da4-8d5c-9d9d477475d4 admin admin] Publish callbacks [] for port (c668f67b-3565-42ea-a86a-471b07bfeec5), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.408420 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 0697b1fe-1421-46de-a498-6c315d962470 is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:00.409351 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (0697b1fe-1421-46de-a498-6c315d962470), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.413082 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a23382ad-a7a7-48e3-a8ce-e4bbb69c8801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1612547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1796013'] for router (a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.419393 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-90eb0c87-3718-4867-8792-28532987dee0 admin admin] Publish callbacks [] for security_group (73b586d8-c3c8-487a-a1ff-1cfe35e53c7f), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.426826 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0664bf-9afb-4a6b-92c5-f642653f19eb', 'name': 'tempest-DeleteServersTestJSON-1714386950-router', 'tenant_id': '4bca50d38140438ebd32cdcb25c65e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'fce90457-e239-4269-b549-6d0348f9da20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:53Z', 'updated_at': '2022-08-24T17:47:56Z', 'revision_number': 3, 'project_id': '4bca50d38140438ebd32cdcb25c65e3d', 'gw_port': {'id': 'fce90457-e239-4269-b549-6d0348f9da20', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0664bf-9afb-4a6b-92c5-f642653f19eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:00.466780 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a32c5-809b-4f8a-9b90-5fe5966588fe None None] The sync data for ids ['ac0664bf-9afb-4a6b-92c5-f642653f19eb'] in dv-cinder-840525-3-iscsi is: [{'id': 'ac0664bf-9afb-4a6b-92c5-f642653f19eb', 'name': 'tempest-DeleteServersTestJSON-1714386950-router', 'tenant_id': '4bca50d38140438ebd32cdcb25c65e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'fce90457-e239-4269-b549-6d0348f9da20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:53Z', 'updated_at': '2022-08-24T17:47:56Z', 'revision_number': 3, 'project_id': '4bca50d38140438ebd32cdcb25c65e3d', 'gw_port': {'id': 'fce90457-e239-4269-b549-6d0348f9da20', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0664bf-9afb-4a6b-92c5-f642653f19eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:48:00.471096 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d64b2-db24-4060-8270-309ee8e512df None None] Pushing event updated for resources: {'Port': ['ID=fce90457-e239-4269-b549-6d0348f9da20,revision_number=3']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:00.492042 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-96368377-3f8c-4765-a682-9d9d77b6a2fc admin admin] Publish callbacks [] for security_group (0fe11525-104d-4f90-b0b4-739ea531c382), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.513055 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772529'] for network (c8b1366d-7f63-48dc-9330-5a6087112718), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.541237 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-5a2c0b5c-f6a1-4661-af61-0c0e5ea47a69 None None] Current status of the port d3ffeae0-2210-4065-9365-79e54c2a833d is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:00.578279 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-aa61c622-d03d-4da4-8d5c-9d9d477475d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (c668f67b-3565-42ea-a86a-471b07bfeec5), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.589297 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-17b3fa95-01a9-41a0-9181-fed142fd0753 admin admin] Publish callbacks [] for security_group (8b8158b8-8ffb-426b-b19b-1664c9585f33), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.650271 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port 0697b1fe-1421-46de-a498-6c315d962470, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=0697b1fe-1421-46de-a498-6c315d962470,segment=NetworkSegment(04da034a-7956-4d9b-ba69-517a30a693d9),segment_id=04da034a-7956-4d9b-ba69-517a30a693d9)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:48:00.685364 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (0697b1fe-1421-46de-a498-6c315d962470), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.686260 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 71b764b6-6191-48a6-b6e3-dc7d478b3f26 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:48:00.699184 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:00.703772 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-96368377-3f8c-4765-a682-9d9d77b6a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (0fe11525-104d-4f90-b0b4-739ea531c382), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.706347 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-96368377-3f8c-4765-a682-9d9d77b6a2fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.708014 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-96368377-3f8c-4765-a682-9d9d77b6a2fc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0fe11525-104d-4f90-b0b4-739ea531c382 HTTP/1.1" status: 204 len: 168 time: 0.5958836 Aug 24 17:48:00.734741 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa61c622-d03d-4da4-8d5c-9d9d477475d4 admin admin] Network 9de81dac-b84b-4053-b909-7b5379a734d3 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:48:00.778506 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-aa61c622-d03d-4da4-8d5c-9d9d477475d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:48:00.832830 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853052', 'neutron.services.segments.db._delete_segments_for_network-8763232076656'] for network (c8b1366d-7f63-48dc-9330-5a6087112718), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.843949 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa61c622-d03d-4da4-8d5c-9d9d477475d4 admin admin] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:48:00.844586 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-aa61c622-d03d-4da4-8d5c-9d9d477475d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746992'] for router_interface (ac0664bf-9afb-4a6b-92c5-f642653f19eb), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.847726 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96368377-3f8c-4765-a682-9d9d77b6a2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe11525-104d-4f90-b0b4-739ea531c382,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:00.849267 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61c622-d03d-4da4-8d5c-9d9d477475d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c668f67b-3565-42ea-a86a-471b07bfeec5,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:00.881561 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-17b3fa95-01a9-41a0-9181-fed142fd0753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (8b8158b8-8ffb-426b-b19b-1664c9585f33), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.892214 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-922f6294-68bb-41f7-b37a-efade743f541 None None] Provisioning complete for port 71b764b6-6191-48a6-b6e3-dc7d478b3f26 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:00.892772 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-922f6294-68bb-41f7-b37a-efade743f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (71b764b6-6191-48a6-b6e3-dc7d478b3f26), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.970747 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57824) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:00.973616 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3fa95-01a9-41a0-9181-fed142fd0753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8158b8-8ffb-426b-b19b-1664c9585f33,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:00.980377 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-90eb0c87-3718-4867-8792-28532987dee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (73b586d8-c3c8-487a-a1ff-1cfe35e53c7f), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.983711 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-90eb0c87-3718-4867-8792-28532987dee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:00.987810 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:48:00.987810 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:48:00.989245 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:48:00.990499 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-90eb0c87-3718-4867-8792-28532987dee0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/73b586d8-c3c8-487a-a1ff-1cfe35e53c7f HTTP/1.1" status: 204 len: 168 time: 0.8778009 Aug 24 17:48:00.990919 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] Subscribe: > port after_create 55550000 {{(pid=112763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:48:00.993866 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] Subscribe: > port after_delete 55550000 {{(pid=112763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:48:00.994191 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] Subscribe: > port after_update 55550000 {{(pid=112763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:48:00.995319 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:48:00.995770 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:48:00.996158 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:48:00.997693 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:48:01.041048 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-17b3fa95-01a9-41a0-9181-fed142fd0753 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ec21fe867bb343ddaa2873b89f666ce7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2718122 Aug 24 17:48:01.047071 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 57828) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:01.047963 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb0c87-3718-4867-8792-28532987dee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b586d8-c3c8-487a-a1ff-1cfe35e53c7f,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:01.053737 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059c722f-6d45-4965-b5a4-f201122a715d admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:48:01.122392 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] Sync routers for ids ['8be23f45-63b6-4cd2-ad62-45938092cb96'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:48:01.171975 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] Routers {'8be23f45-63b6-4cd2-ad62-45938092cb96'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:48:01.172847 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:47:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['8be23f45-63b6-4cd2-ad62-45938092cb96'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:01.212691 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-059c722f-6d45-4965-b5a4-f201122a715d admin admin] Publish callbacks [] for router (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:01.214405 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-059c722f-6d45-4965-b5a4-f201122a715d admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.1453898 Aug 24 17:48:01.220692 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 57832) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:01.315034 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=0697b1fe-1421-46de-a498-6c315d962470,revision_number=3']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:01.376513 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] Set router 8be23f45-63b6-4cd2-ad62-45938092cb96 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:48:01.460240 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 57836) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:01.495140 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-284cfcfa-b08c-4105-a10f-8d27dc65868c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:01.496420 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 71b764b6-6191-48a6-b6e3-dc7d478b3f26 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:01.496832 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (71b764b6-6191-48a6-b6e3-dc7d478b3f26), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:01.514595 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:01.609739 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-284cfcfa-b08c-4105-a10f-8d27dc65868c admin admin] Publish callbacks [] for security_group (edebea44-50a2-400f-8b6f-62f2838034fd), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:01.613351 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:01.632723 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-922f6294-68bb-41f7-b37a-efade743f541 None None] Current status of the port 71b764b6-6191-48a6-b6e3-dc7d478b3f26 is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:01.633124 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-922f6294-68bb-41f7-b37a-efade743f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (71b764b6-6191-48a6-b6e3-dc7d478b3f26), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:01.660595 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-24d5f6a2-5216-48fa-80a0-90ad1e3a4cd8 admin admin] Publish callbacks [] for security_group (8b8158b8-8ffb-426b-b19b-1664c9585f33), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:01.694676 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-24d5f6a2-5216-48fa-80a0-90ad1e3a4cd8 admin admin] Publish callbacks [] for security_group (8b8158b8-8ffb-426b-b19b-1664c9585f33), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:01.705124 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:48:01.705701 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:48:01.706156 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:48:01.706637 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:48:01.713637 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b1366d-7f63-48dc-9330-5a6087112718']}} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:01.756758 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c27dbf3-b758-4d5a-9d1d-56558cf52664') {'for_net_delete': True} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:01.756912 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c27dbf3-b758-4d5a-9d1d-56558cf52664') {} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:01.768937 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=100 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:01.770167 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 71b764b6-6191-48a6-b6e3-dc7d478b3f26 is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:01.770624 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (71b764b6-6191-48a6-b6e3-dc7d478b3f26), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:01.783260 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-17e8524d-8c8f-4eb6-82b7-899176d37430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:01.806976 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763232055022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7513619'] for segment (9c27dbf3-b758-4d5a-9d1d-56558cf52664), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:01.819234 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-922f6294-68bb-41f7-b37a-efade743f541 None None] For port 71b764b6-6191-48a6-b6e3-dc7d478b3f26, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=71b764b6-6191-48a6-b6e3-dc7d478b3f26,segment=NetworkSegment(9c8d4118-7962-435d-9942-3c81535bbb02),segment_id=9c8d4118-7962-435d-9942-3c81535bbb02)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:48:01.831935 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-284cfcfa-b08c-4105-a10f-8d27dc65868c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (edebea44-50a2-400f-8b6f-62f2838034fd), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:01.842290 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-922f6294-68bb-41f7-b37a-efade743f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (71b764b6-6191-48a6-b6e3-dc7d478b3f26), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:01.869861 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-284cfcfa-b08c-4105-a10f-8d27dc65868c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e9f18a55891944a7b7e3fd9d61336c11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4028826 Aug 24 17:48:01.869861 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-24d5f6a2-5216-48fa-80a0-90ad1e3a4cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (8b8158b8-8ffb-426b-b19b-1664c9585f33), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:01.872274 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-24d5f6a2-5216-48fa-80a0-90ad1e3a4cd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:01.873491 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-24d5f6a2-5216-48fa-80a0-90ad1e3a4cd8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8b8158b8-8ffb-426b-b19b-1664c9585f33 HTTP/1.1" status: 204 len: 168 time: 0.7821579 Aug 24 17:48:01.886341 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 57844) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:01.933415 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (9c27dbf3-b758-4d5a-9d1d-56558cf52664), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:01.951096 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-922f6294-68bb-41f7-b37a-efade743f541 None None] Provisioning complete for port 0697b1fe-1421-46de-a498-6c315d962470 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:01.951511 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-922f6294-68bb-41f7-b37a-efade743f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (0697b1fe-1421-46de-a498-6c315d962470), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:01.961479 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=112763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:48:01.962127 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7605513'] for segment (9c27dbf3-b758-4d5a-9d1d-56558cf52664), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:01.971828 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cfcfa-b08c-4105-a10f-8d27dc65868c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edebea44-50a2-400f-8b6f-62f2838034fd,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:01.990044 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:02.017660 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23382ad-a7a7-48e3-a8ce-e4bbb69c8801 admin admin] Router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 is scheduled to L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 with binding_index 1 {{(pid=112764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:48:02.067387 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d238189c-b3ac-4ba4-a0cd-a7a90edd3ab5 admin admin] Publish callbacks [] for security_group (edebea44-50a2-400f-8b6f-62f2838034fd), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:02.071984 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f6294-68bb-41f7-b37a-efade743f541 None None] Pushing event updated for resources: {'Port': ['ID=71b764b6-6191-48a6-b6e3-dc7d478b3f26,revision_number=3']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:02.100525 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'name': 'tempest-ServerRescueNegativeTestJSON-443499758-router', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:47:57Z', 'revision_number': 3, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'gw_port': {'id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:55Z', 'updated_at': '2022-08-24T17:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:02.137400 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795916'] for network (c8b1366d-7f63-48dc-9330-5a6087112718), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:02.152914 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-aa61c622-d03d-4da4-8d5c-9d9d477475d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (c668f67b-3565-42ea-a86a-471b07bfeec5), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:02.176687 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-17e8524d-8c8f-4eb6-82b7-899176d37430 admin admin] Publish callbacks [] for security_group (bb171ae3-e00f-4fcd-88ad-b2494b3ea9f1), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:02.178223 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:02.181845 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/c8b1366d-7f63-48dc-9330-5a6087112718 HTTP/1.1" status: 204 len: 168 time: 1.8447258 Aug 24 17:48:02.192231 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57854) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:02.205029 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] Checking router: 8be23f45-63b6-4cd2-ad62-45938092cb96 for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:48:02.205382 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] Updating router 8be23f45-63b6-4cd2-ad62-45938092cb96 port 5f477e49-1502-4fe8-92b7-e38eb46ca4ae binding host dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:48:02.209878 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afdd6f0-ee3f-4f00-8992-e8a311de21ce admin admin] Pushing event deleted for resources: {'Network': ['ID=c8b1366d-7f63-48dc-9330-5a6087112718,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:02.211435 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-17e8524d-8c8f-4eb6-82b7-899176d37430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (bb171ae3-e00f-4fcd-88ad-b2494b3ea9f1), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:02.236080 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:02.266406 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (5f477e49-1502-4fe8-92b7-e38eb46ca4ae), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:02.300593 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d238189c-b3ac-4ba4-a0cd-a7a90edd3ab5 admin admin] Publish callbacks [] for security_group (edebea44-50a2-400f-8b6f-62f2838034fd), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:02.321228 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8524d-8c8f-4eb6-82b7-899176d37430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb171ae3-e00f-4fcd-88ad-b2494b3ea9f1,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:02.336948 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_v2 [None req-90346697-b188-4c3e-95e8-03c98692dc37 admin admin] Deleting subnet 37baaaa6-813b-4b6b-a01f-6ec17fc4a5f9 {{(pid=112763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:48:02.349276 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-17e8524d-8c8f-4eb6-82b7-899176d37430 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8bf44ba514ee4657a3d524d64a7ee059&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3748109 Aug 24 17:48:02.349276 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-90346697-b188-4c3e-95e8-03c98692dc37 admin admin] Publish callbacks [] for subnet (37baaaa6-813b-4b6b-a01f-6ec17fc4a5f9), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:02.370200 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57862) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:02.374246 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:02.376041 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5f6a2-5216-48fa-80a0-90ad1e3a4cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8158b8-8ffb-426b-b19b-1664c9585f33,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:02.397196 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d238189c-b3ac-4ba4-a0cd-a7a90edd3ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (edebea44-50a2-400f-8b6f-62f2838034fd), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:02.400722 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d238189c-b3ac-4ba4-a0cd-a7a90edd3ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:02.403007 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-d238189c-b3ac-4ba4-a0cd-a7a90edd3ab5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/edebea44-50a2-400f-8b6f-62f2838034fd HTTP/1.1" status: 204 len: 168 time: 0.5116251 Aug 24 17:48:02.459567 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.db.api [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 17:48:02.460283 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG oslo_db.api [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 17:48:02.471202 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-90346697-b188-4c3e-95e8-03c98692dc37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7513626'] for subnet (37baaaa6-813b-4b6b-a01f-6ec17fc4a5f9), precommit_delete_associations {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:02.489090 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238189c-b3ac-4ba4-a0cd-a7a90edd3ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edebea44-50a2-400f-8b6f-62f2838034fd,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:02.553469 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b1727598-1af3-4108-b18d-593db3fedb84 admin admin] Publish callbacks [] for security_group (bb171ae3-e00f-4fcd-88ad-b2494b3ea9f1), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:02.568748 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-90346697-b188-4c3e-95e8-03c98692dc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858428'] for subnet (37baaaa6-813b-4b6b-a01f-6ec17fc4a5f9), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:02.629289 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-922f6294-68bb-41f7-b37a-efade743f541 None None] Current status of the port 0697b1fe-1421-46de-a498-6c315d962470 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:02.659376 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23382ad-a7a7-48e3-a8ce-e4bbb69c8801 admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:48:02.690848 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] Sync routers for ids ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:48:02.698258 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b1727598-1af3-4108-b18d-593db3fedb84 admin admin] Publish callbacks [] for security_group (bb171ae3-e00f-4fcd-88ad-b2494b3ea9f1), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:02.718506 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:02.735970 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-aa61c622-d03d-4da4-8d5c-9d9d477475d4 admin admin] Publish callbacks [] for port (c668f67b-3565-42ea-a86a-471b07bfeec5), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:02.742559 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a23382ad-a7a7-48e3-a8ce-e4bbb69c8801 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:02.751332 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-a23382ad-a7a7-48e3-a8ce-e4bbb69c8801 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.7622902 Aug 24 17:48:02.752006 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 57880) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:02.752129 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] Routers {'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:48:02.753348 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:47:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:02.763904 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:02.780136 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-aa61c622-d03d-4da4-8d5c-9d9d477475d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (c668f67b-3565-42ea-a86a-471b07bfeec5), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:02.933942 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-90346697-b188-4c3e-95e8-03c98692dc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7605615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7792018'] for subnet (37baaaa6-813b-4b6b-a01f-6ec17fc4a5f9), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:03.001816 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-494c0db2-4127-46ae-aecc-070715c17f6e None None] Provisioning complete for port 0697b1fe-1421-46de-a498-6c315d962470 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:03.002332 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-494c0db2-4127-46ae-aecc-070715c17f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (0697b1fe-1421-46de-a498-6c315d962470), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:03.005163 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] Set router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:48:03.031105 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346697-b188-4c3e-95e8-03c98692dc37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37baaaa6-813b-4b6b-a01f-6ec17fc4a5f9,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:03.050412 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-aa61c622-d03d-4da4-8d5c-9d9d477475d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747020'] for router_interface (ac0664bf-9afb-4a6b-92c5-f642653f19eb), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:03.061668 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-90346697-b188-4c3e-95e8-03c98692dc37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:03.066678 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:03.070848 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-90346697-b188-4c3e-95e8-03c98692dc37 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/37baaaa6-813b-4b6b-a01f-6ec17fc4a5f9 HTTP/1.1" status: 204 len: 168 time: 0.8750713 Aug 24 17:48:03.075920 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61c622-d03d-4da4-8d5c-9d9d477475d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c668f67b-3565-42ea-a86a-471b07bfeec5,revision_number=2']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:03.088523 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57890) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:03.111175 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 71b764b6-6191-48a6-b6e3-dc7d478b3f26 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:03.178389 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b1727598-1af3-4108-b18d-593db3fedb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (bb171ae3-e00f-4fcd-88ad-b2494b3ea9f1), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:03.180942 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b1727598-1af3-4108-b18d-593db3fedb84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:03.190322 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-b1727598-1af3-4108-b18d-593db3fedb84 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bb171ae3-e00f-4fcd-88ad-b2494b3ea9f1 HTTP/1.1" status: 204 len: 168 time: 0.8189578 Aug 24 17:48:03.278721 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7d48a789-7c4e-4d11-93b3-f014462cca40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:03.308426 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] Publish callbacks [] for port (5f477e49-1502-4fe8-92b7-e38eb46ca4ae), precommit_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:03.316629 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:03.319540 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-494c0db2-4127-46ae-aecc-070715c17f6e None None] Current status of the port 0697b1fe-1421-46de-a498-6c315d962470 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:03.345247 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (5f477e49-1502-4fe8-92b7-e38eb46ca4ae), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:03.353288 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1727598-1af3-4108-b18d-593db3fedb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb171ae3-e00f-4fcd-88ad-b2494b3ea9f1,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:03.368809 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-494c0db2-4127-46ae-aecc-070715c17f6e None None] Provisioning complete for port c668f67b-3565-42ea-a86a-471b07bfeec5 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:03.371522 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-494c0db2-4127-46ae-aecc-070715c17f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (c668f67b-3565-42ea-a86a-471b07bfeec5), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:03.398330 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:03.451301 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d4fee04c-b3f0-4ca7-9723-2a692285bff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772529'] for network (431105b3-3989-463a-8a44-4ff3eb55ca85), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:03.545927 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] Attempting to bind port 5f477e49-1502-4fe8-92b7-e38eb46ca4ae on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:48:03.546662 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-router', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:47:59Z', 'revision_number': 3, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'gw_port': {'id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:56Z', 'updated_at': '2022-08-24T17:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:03.550892 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] Attempting to bind port 5f477e49-1502-4fe8-92b7-e38eb46ca4ae by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:48:03.551257 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] Attempting to bind port 5f477e49-1502-4fe8-92b7-e38eb46ca4ae on network 362d5c28-632f-46ac-8441-a79df5e3c295 {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:48:03.602292 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device fce90457-e239-4269-b549-6d0348f9da20 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:48:03.608152 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] Checking router: a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:48:03.608500 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] Updating router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 port 3203ac4f-88a2-4231-ac6c-6a735b785113 binding host dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:48:03.609311 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa61c622-d03d-4da4-8d5c-9d9d477475d4 admin admin] Network 9de81dac-b84b-4053-b909-7b5379a734d3 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:48:03.624381 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-aa61c622-d03d-4da4-8d5c-9d9d477475d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:48:03.655272 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:48:03.655790 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] Checking segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:48:03.656063 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:03.656456 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] Bound using segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:48:03.656940 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] Bound port: 5f477e49-1502-4fe8-92b7-e38eb46ca4ae, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:48:03.657618 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (5f477e49-1502-4fe8-92b7-e38eb46ca4ae), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:03.670764 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (3203ac4f-88a2-4231-ac6c-6a735b785113), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:03.710786 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d4fee04c-b3f0-4ca7-9723-2a692285bff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853052', 'neutron.services.segments.db._delete_segments_for_network-8763232076656'] for network (431105b3-3989-463a-8a44-4ff3eb55ca85), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:03.711647 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-494c0db2-4127-46ae-aecc-070715c17f6e None None] Port c668f67b-3565-42ea-a86a-471b07bfeec5 cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:48:03.722962 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b865893-11c4-4645-8348-d1b8e8106ae3 None None] Pushing event updated for resources: {'Port': ['ID=5f477e49-1502-4fe8-92b7-e38eb46ca4ae,revision_number=2']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:03.725085 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.services.segments.plugin [-] Segment 9c27dbf3-b758-4d5a-9d1d-56558cf52664 resource provider aggregate not found Aug 24 17:48:03.759010 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-494c0db2-4127-46ae-aecc-070715c17f6e None None] Provisioning complete for port d3ffeae0-2210-4065-9365-79e54c2a833d triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:03.759779 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-494c0db2-4127-46ae-aecc-070715c17f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (d3ffeae0-2210-4065-9365-79e54c2a833d), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:03.830518 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.services.segments.plugin [-] Segment 9c27dbf3-b758-4d5a-9d1d-56558cf52664 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c27dbf3-b758-4d5a-9d1d-56558cf52664 found for delete ", "request_id": "req-035b6919-e972-41fd-8ab9-aa7f33304af1"}]} Aug 24 17:48:03.868434 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] For port 5f477e49-1502-4fe8-92b7-e38eb46ca4ae, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:48:03.894002 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-d4fee04c-b3f0-4ca7-9723-2a692285bff9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431105b3-3989-463a-8a44-4ff3eb55ca85']}} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:03.897392 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port fce90457-e239-4269-b549-6d0348f9da20 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:03.898124 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (fce90457-e239-4269-b549-6d0348f9da20), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:03.902731 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] For port 5f477e49-1502-4fe8-92b7-e38eb46ca4ae, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=5f477e49-1502-4fe8-92b7-e38eb46ca4ae,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:48:03.912649 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:03.930314 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (5f477e49-1502-4fe8-92b7-e38eb46ca4ae), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:03.961757 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-d4fee04c-b3f0-4ca7-9723-2a692285bff9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd26e306-2d50-45b5-a8a9-f8e02a85ec28') {'for_net_delete': True} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:03.962428 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-d4fee04c-b3f0-4ca7-9723-2a692285bff9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd26e306-2d50-45b5-a8a9-f8e02a85ec28') {} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:03.972373 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [None req-7d48a789-7c4e-4d11-93b3-f014462cca40 admin admin] Allocated IP 172.20.0.1 (42250e67-e026-4ee8-a8ab-86c733e9a211/691c41c2-810c-4ccb-bb31-aecf9470a77a/1fbe299f-882f-4160-b68e-c6a0eeabb57f) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:48:03.992285 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ac48d752-19cf-4687-afc0-87490c91e548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:03.999929 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d4fee04c-b3f0-4ca7-9723-2a692285bff9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763232055022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7513619'] for segment (bd26e306-2d50-45b5-a8a9-f8e02a85ec28), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:04.052675 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d4fee04c-b3f0-4ca7-9723-2a692285bff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (bd26e306-2d50-45b5-a8a9-f8e02a85ec28), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:04.074174 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fee04c-b3f0-4ca7-9723-2a692285bff9 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=112763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:48:04.075070 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d4fee04c-b3f0-4ca7-9723-2a692285bff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7605513'] for segment (bd26e306-2d50-45b5-a8a9-f8e02a85ec28), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:04.101865 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa61c622-d03d-4da4-8d5c-9d9d477475d4 admin admin] Router ac0664bf-9afb-4a6b-92c5-f642653f19eb has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:48:04.167841 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] Routers {'8be23f45-63b6-4cd2-ad62-45938092cb96'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:48:04.168697 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:47:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['8be23f45-63b6-4cd2-ad62-45938092cb96'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:04.200301 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d4fee04c-b3f0-4ca7-9723-2a692285bff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795916'] for network (431105b3-3989-463a-8a44-4ff3eb55ca85), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:04.234744 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d4fee04c-b3f0-4ca7-9723-2a692285bff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:04.241723 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-d4fee04c-b3f0-4ca7-9723-2a692285bff9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/431105b3-3989-463a-8a44-4ff3eb55ca85 HTTP/1.1" status: 204 len: 168 time: 1.1386049 Aug 24 17:48:04.259028 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fee04c-b3f0-4ca7-9723-2a692285bff9 admin admin] Pushing event deleted for resources: {'Network': ['ID=431105b3-3989-463a-8a44-4ff3eb55ca85,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:04.270865 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:04.282091 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-494c0db2-4127-46ae-aecc-070715c17f6e None None] Current status of the port d3ffeae0-2210-4065-9365-79e54c2a833d is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:04.326140 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa61c622-d03d-4da4-8d5c-9d9d477475d4 admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:48:04.346683 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-aa61c622-d03d-4da4-8d5c-9d9d477475d4 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/ac0664bf-9afb-4a6b-92c5-f642653f19eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2090902 Aug 24 17:48:04.358388 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:04.405440 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b865893-11c4-4645-8348-d1b8e8106ae3 None None] Pushing event updated for resources: {'Port': ['ID=5f477e49-1502-4fe8-92b7-e38eb46ca4ae,revision_number=3']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:04.421089 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] Publish callbacks [] for port (3203ac4f-88a2-4231-ac6c-6a735b785113), precommit_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:04.438883 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (3203ac4f-88a2-4231-ac6c-6a735b785113), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:04.455298 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] Sync routers for ids ['ac0664bf-9afb-4a6b-92c5-f642653f19eb'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:48:04.476741 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] Attempting to bind port 3203ac4f-88a2-4231-ac6c-6a735b785113 on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:48:04.478044 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] Attempting to bind port 3203ac4f-88a2-4231-ac6c-6a735b785113 by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:48:04.479590 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] Attempting to bind port 3203ac4f-88a2-4231-ac6c-6a735b785113 on network 362d5c28-632f-46ac-8441-a79df5e3c295 {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:48:04.509962 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7d48a789-7c4e-4d11-93b3-f014462cca40 admin admin] Publish callbacks [] for port (1fbe299f-882f-4160-b68e-c6a0eeabb57f), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:04.519784 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:04.526267 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:48:04.526994 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] Checking segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:48:04.527826 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:04.528494 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] Bound using segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:48:04.529198 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] Bound port: 3203ac4f-88a2-4231-ac6c-6a735b785113, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:48:04.529914 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (3203ac4f-88a2-4231-ac6c-6a735b785113), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:04.564065 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] Routers {'ac0664bf-9afb-4a6b-92c5-f642653f19eb'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:48:04.567324 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:47:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['ac0664bf-9afb-4a6b-92c5-f642653f19eb'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:04.576477 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port fce90457-e239-4269-b549-6d0348f9da20 is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:04.578231 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (fce90457-e239-4269-b549-6d0348f9da20), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:04.595217 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [None req-ac48d752-19cf-4687-afc0-87490c91e548 admin admin] Allocated IP 172.20.0.1 (b4887da7-fc9b-4bdc-bef8-72d9aff23bba/f4beb65d-55f8-43c8-9c96-bbd198ab3e33/438fb3a2-75e8-4496-aedb-10fc5cb31e8a) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:48:04.606128 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57924) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:04.641515 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port fce90457-e239-4269-b549-6d0348f9da20, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=fce90457-e239-4269-b549-6d0348f9da20,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:48:04.649245 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7d48a789-7c4e-4d11-93b3-f014462cca40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (1fbe299f-882f-4160-b68e-c6a0eeabb57f), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:04.692701 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d48a789-7c4e-4d11-93b3-f014462cca40 admin admin] Network 42250e67-e026-4ee8-a8ab-86c733e9a211 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:48:04.715339 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-7d48a789-7c4e-4d11-93b3-f014462cca40 admin admin] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:48:04.745284 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:04.768449 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-92527c58-003a-4e0f-a4d6-55425e4cd844 None None] Provisioning complete for port c668f67b-3565-42ea-a86a-471b07bfeec5 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:04.768449 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-92527c58-003a-4e0f-a4d6-55425e4cd844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (c668f67b-3565-42ea-a86a-471b07bfeec5), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:04.773524 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-95029ced-0f6c-47b7-84ad-e413725267c0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9634f36f5fde470a8bc8eff224f9bf25&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1658440 Aug 24 17:48:04.774221 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57932) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:04.779978 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d48a789-7c4e-4d11-93b3-f014462cca40 admin admin] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:48:04.782254 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7d48a789-7c4e-4d11-93b3-f014462cca40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746992'] for router_interface (8be23f45-63b6-4cd2-ad62-45938092cb96), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:04.802962 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8f99c-905a-4b9f-a0a0-59107b9c9b65 None None] Pushing event updated for resources: {'Port': ['ID=3203ac4f-88a2-4231-ac6c-6a735b785113,revision_number=2']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:04.815383 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:48:04.884427 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] For port 3203ac4f-88a2-4231-ac6c-6a735b785113, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:48:04.889984 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] For port 3203ac4f-88a2-4231-ac6c-6a735b785113, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=3203ac4f-88a2-4231-ac6c-6a735b785113,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:48:04.918334 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (3203ac4f-88a2-4231-ac6c-6a735b785113), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:04.930955 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-844014c4-fbd7-41c4-8637-59a6cbe11a31 admin admin] Publish callbacks [] for security_group (15e28db2-de31-43d1-a78a-11d4530d67b1), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:04.970740 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-92527c58-003a-4e0f-a4d6-55425e4cd844 None None] Port c668f67b-3565-42ea-a86a-471b07bfeec5 cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:48:04.990735 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (fce90457-e239-4269-b549-6d0348f9da20), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:04.992720 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device d3ffeae0-2210-4065-9365-79e54c2a833d up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:48:05.014163 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-844014c4-fbd7-41c4-8637-59a6cbe11a31 admin admin] Publish callbacks [] for security_group (15e28db2-de31-43d1-a78a-11d4530d67b1), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:05.017958 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8f99c-905a-4b9f-a0a0-59107b9c9b65 None None] Pushing event updated for resources: {'Port': ['ID=3203ac4f-88a2-4231-ac6c-6a735b785113,revision_number=3']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:05.042150 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] Routers {'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:48:05.042786 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:47:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:05.111781 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-844014c4-fbd7-41c4-8637-59a6cbe11a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (15e28db2-de31-43d1-a78a-11d4530d67b1), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:05.115261 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-844014c4-fbd7-41c4-8637-59a6cbe11a31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:05.120499 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-844014c4-fbd7-41c4-8637-59a6cbe11a31 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/15e28db2-de31-43d1-a78a-11d4530d67b1 HTTP/1.1" status: 204 len: 168 time: 0.3410735 Aug 24 17:48:05.124474 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:05.138154 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48a789-7c4e-4d11-93b3-f014462cca40 admin admin] Pushing event updated for resources: {'Port': ['ID=1fbe299f-882f-4160-b68e-c6a0eeabb57f,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:05.140722 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844014c4-fbd7-41c4-8637-59a6cbe11a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e28db2-de31-43d1-a78a-11d4530d67b1,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:05.210344 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:05.262483 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:05.266626 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=fce90457-e239-4269-b549-6d0348f9da20,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:05.276738 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] Set router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:48:05.284064 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ac48d752-19cf-4687-afc0-87490c91e548 admin admin] Publish callbacks [] for port (438fb3a2-75e8-4496-aedb-10fc5cb31e8a), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:05.323408 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] Set router 8be23f45-63b6-4cd2-ad62-45938092cb96 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:48:05.391848 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7d48a789-7c4e-4d11-93b3-f014462cca40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (1fbe299f-882f-4160-b68e-c6a0eeabb57f), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:05.434513 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:05.450350 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-2cc8d332-cf7d-40d5-86a0-c8a0e313e21f None None] Provisioning complete for port 1fbe299f-882f-4160-b68e-c6a0eeabb57f triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:05.450691 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ac48d752-19cf-4687-afc0-87490c91e548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (438fb3a2-75e8-4496-aedb-10fc5cb31e8a), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:05.460645 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-2cc8d332-cf7d-40d5-86a0-c8a0e313e21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (1fbe299f-882f-4160-b68e-c6a0eeabb57f), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:05.474316 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac48d752-19cf-4687-afc0-87490c91e548 admin admin] Network b4887da7-fc9b-4bdc-bef8-72d9aff23bba is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:48:05.493845 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-ac48d752-19cf-4687-afc0-87490c91e548 admin admin] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:48:05.501890 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac48d752-19cf-4687-afc0-87490c91e548 admin admin] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:48:05.502364 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ac48d752-19cf-4687-afc0-87490c91e548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746992'] for router_interface (a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:05.523450 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-router', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:47:59Z', 'revision_number': 3, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'gw_port': {'id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:56Z', 'updated_at': '2022-08-24T17:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:05.580013 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-2cc8d332-cf7d-40d5-86a0-c8a0e313e21f None None] Port 1fbe299f-882f-4160-b68e-c6a0eeabb57f cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:48:05.582502 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c653dc-d1de-4281-b37b-be2155a59f9f None None] The sync data for ids ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'] in dv-cinder-840525-3-iscsi is: [{'id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-router', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:47:59Z', 'revision_number': 3, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'gw_port': {'id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:56Z', 'updated_at': '2022-08-24T17:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:48:05.604653 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] Set router ac0664bf-9afb-4a6b-92c5-f642653f19eb gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:48:05.609647 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port d3ffeae0-2210-4065-9365-79e54c2a833d triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:05.610183 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (d3ffeae0-2210-4065-9365-79e54c2a833d), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:05.642567 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48d752-19cf-4687-afc0-87490c91e548 admin admin] Pushing event updated for resources: {'Port': ['ID=438fb3a2-75e8-4496-aedb-10fc5cb31e8a,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:05.708475 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:05.832328 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:05.890801 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7d48a789-7c4e-4d11-93b3-f014462cca40 admin admin] Publish callbacks [] for port (1fbe299f-882f-4160-b68e-c6a0eeabb57f), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:05.891213 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.services.segments.plugin [-] Segment bd26e306-2d50-45b5-a8a9-f8e02a85ec28 resource provider aggregate not found Aug 24 17:48:05.905313 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7d48a789-7c4e-4d11-93b3-f014462cca40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (1fbe299f-882f-4160-b68e-c6a0eeabb57f), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:05.906143 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7d48a789-7c4e-4d11-93b3-f014462cca40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747020'] for router_interface (8be23f45-63b6-4cd2-ad62-45938092cb96), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:05.917746 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ac48d752-19cf-4687-afc0-87490c91e548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (438fb3a2-75e8-4496-aedb-10fc5cb31e8a), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:05.939649 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.services.segments.plugin [-] Segment bd26e306-2d50-45b5-a8a9-f8e02a85ec28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd26e306-2d50-45b5-a8a9-f8e02a85ec28 found for delete ", "request_id": "req-4df38439-dd03-4470-bdf0-ea0556e7c475"}]} Aug 24 17:48:06.264503 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 57994) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:06.267115 dv-cinder-840525-3-iscsi neutron-server[112763]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 17:48:06.303362 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-f7a4d125-ea4d-4291-81f4-4d5c92752ccf None None] Provisioning complete for port 438fb3a2-75e8-4496-aedb-10fc5cb31e8a triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:06.304052 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d125-ea4d-4291-81f4-4d5c92752ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (438fb3a2-75e8-4496-aedb-10fc5cb31e8a), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:06.319000 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'name': 'tempest-ServerRescueNegativeTestJSON-443499758-router', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:47:57Z', 'revision_number': 3, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'gw_port': {'id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:55Z', 'updated_at': '2022-08-24T17:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:06.357928 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d48a789-7c4e-4d11-93b3-f014462cca40 admin admin] Network 42250e67-e026-4ee8-a8ab-86c733e9a211 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:48:06.364339 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-7d48a789-7c4e-4d11-93b3-f014462cca40 admin admin] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:48:06.368294 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48a789-7c4e-4d11-93b3-f014462cca40 admin admin] Pushing event updated for resources: {'Port': ['ID=1fbe299f-882f-4160-b68e-c6a0eeabb57f,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:06.601618 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 57998) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:06.692354 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d48a789-7c4e-4d11-93b3-f014462cca40 admin admin] Router 8be23f45-63b6-4cd2-ad62-45938092cb96 has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:48:06.763798 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:06.768033 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-4f4cfbb9-a37b-48a7-8817-9a2a21d3bdec admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ee67f8a6a5ba498e8856d8504cd07a6b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1565354 Aug 24 17:48:06.779513 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 58006) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:07.028477 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8084d155-9fe4-4307-bcc6-bc4df0e6db49 None None] The sync data for ids ['8be23f45-63b6-4cd2-ad62-45938092cb96'] in dv-cinder-840525-3-iscsi is: [{'id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'name': 'tempest-ServerRescueNegativeTestJSON-443499758-router', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:47:57Z', 'revision_number': 3, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'gw_port': {'id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:55Z', 'updated_at': '2022-08-24T17:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:48:07.036225 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port d3ffeae0-2210-4065-9365-79e54c2a833d is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:07.040129 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 0697b1fe-1421-46de-a498-6c315d962470 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:48:07.137365 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d48a789-7c4e-4d11-93b3-f014462cca40 admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:48:07.154369 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-7d48a789-7c4e-4d11-93b3-f014462cca40 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/8be23f45-63b6-4cd2-ad62-45938092cb96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9305720 Aug 24 17:48:07.160916 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 0697b1fe-1421-46de-a498-6c315d962470 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:07.161587 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (0697b1fe-1421-46de-a498-6c315d962470), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:07.170258 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ac48d752-19cf-4687-afc0-87490c91e548 admin admin] Publish callbacks [] for port (438fb3a2-75e8-4496-aedb-10fc5cb31e8a), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:07.196023 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ac48d752-19cf-4687-afc0-87490c91e548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (438fb3a2-75e8-4496-aedb-10fc5cb31e8a), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:07.200211 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ac48d752-19cf-4687-afc0-87490c91e548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747020'] for router_interface (a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:07.239919 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-0d8dd777-3361-4205-8c39-67fa0ede3171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:07.270186 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48d752-19cf-4687-afc0-87490c91e548 admin admin] Pushing event updated for resources: {'Port': ['ID=438fb3a2-75e8-4496-aedb-10fc5cb31e8a,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:07.271388 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-5202bf4f-2004-4c6f-bdaa-704b4f695a9b tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:07.283218 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-5202bf4f-2004-4c6f-bdaa-704b4f695a9b tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/networks?id=9de81dac-b84b-4053-b909-7b5379a734d3 HTTP/1.1" status: 200 len: 812 time: 1.0171556 Aug 24 17:48:07.306029 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-7d818ea8-2185-4379-9b8b-cf46c0ee1fa5 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/quotas/4bca50d38140438ebd32cdcb25c65e3d HTTP/1.1" status: 200 len: 375 time: 0.0169432 Aug 24 17:48:07.315449 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:07.365621 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-07e7df1e-96a6-4dc6-a696-63c9f80ee672 admin admin] Publish callbacks [] for security_group (64044794-f6e7-4743-afb1-4de81ecec024), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:07.376591 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 0697b1fe-1421-46de-a498-6c315d962470 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:07.378634 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 71b764b6-6191-48a6-b6e3-dc7d478b3f26 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:48:07.381494 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-f7a4d125-ea4d-4291-81f4-4d5c92752ccf None None] Port 438fb3a2-75e8-4496-aedb-10fc5cb31e8a cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:48:07.385688 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0664bf-9afb-4a6b-92c5-f642653f19eb', 'name': 'tempest-DeleteServersTestJSON-1714386950-router', 'tenant_id': '4bca50d38140438ebd32cdcb25c65e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'fce90457-e239-4269-b549-6d0348f9da20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:53Z', 'updated_at': '2022-08-24T17:48:01Z', 'revision_number': 4, 'project_id': '4bca50d38140438ebd32cdcb25c65e3d', 'gw_port': {'id': 'fce90457-e239-4269-b549-6d0348f9da20', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0664bf-9afb-4a6b-92c5-f642653f19eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': 'c668f67b-3565-42ea-a86a-471b07bfeec5', 'name': '', 'network_id': '9de81dac-b84b-4053-b909-7b5379a734d3', 'tenant_id': '4bca50d38140438ebd32cdcb25c65e3d', 'mac_address': 'fa:16:3e:f0:cc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0664bf-9afb-4a6b-92c5-f642653f19eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f767223b-657c-4dfb-9899-67ba5b81ed51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:59Z', 'updated_at': '2022-08-24T17:48:02Z', 'revision_number': 2, 'project_id': '4bca50d38140438ebd32cdcb25c65e3d', 'subnets': [{'id': 'f767223b-657c-4dfb-9899-67ba5b81ed51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:07.389692 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-07e7df1e-96a6-4dc6-a696-63c9f80ee672 admin admin] Publish callbacks [] for security_group (64044794-f6e7-4743-afb1-4de81ecec024), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:07.467729 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-ef548bfc-f0eb-4998-af9c-020160f1666c tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4bca50d38140438ebd32cdcb25c65e3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1508784 Aug 24 17:48:07.474774 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] Checking router: ac0664bf-9afb-4a6b-92c5-f642653f19eb for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:48:07.475667 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] Updating router ac0664bf-9afb-4a6b-92c5-f642653f19eb port c668f67b-3565-42ea-a86a-471b07bfeec5 binding host dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:48:07.531771 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (c668f67b-3565-42ea-a86a-471b07bfeec5), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:07.540142 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-07e7df1e-96a6-4dc6-a696-63c9f80ee672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (64044794-f6e7-4743-afb1-4de81ecec024), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:07.544013 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-07e7df1e-96a6-4dc6-a696-63c9f80ee672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:07.545170 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-07e7df1e-96a6-4dc6-a696-63c9f80ee672 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/64044794-f6e7-4743-afb1-4de81ecec024 HTTP/1.1" status: 204 len: 168 time: 0.7629263 Aug 24 17:48:07.569687 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7df1e-96a6-4dc6-a696-63c9f80ee672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64044794-f6e7-4743-afb1-4de81ecec024,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:07.574904 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=100 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:07.626052 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-b93853d5-2413-47f7-825b-9652416927ab None None] Provisioning complete for port 1fbe299f-882f-4160-b68e-c6a0eeabb57f triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:07.626501 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-b93853d5-2413-47f7-825b-9652416927ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (1fbe299f-882f-4160-b68e-c6a0eeabb57f), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:07.635256 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac48d752-19cf-4687-afc0-87490c91e548 admin admin] Network b4887da7-fc9b-4bdc-bef8-72d9aff23bba is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:48:07.644157 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-ac48d752-19cf-4687-afc0-87490c91e548 admin admin] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:48:07.691737 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-b93853d5-2413-47f7-825b-9652416927ab None None] Port 1fbe299f-882f-4160-b68e-c6a0eeabb57f cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:48:07.696564 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 71b764b6-6191-48a6-b6e3-dc7d478b3f26 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:07.697075 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (71b764b6-6191-48a6-b6e3-dc7d478b3f26), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:07.869367 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:07.890244 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac48d752-19cf-4687-afc0-87490c91e548 admin admin] Router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:48:07.986157 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 71b764b6-6191-48a6-b6e3-dc7d478b3f26 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:08.142782 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-ca8f694d-db8a-4321-aff4-238c4dd61fc4 None None] Provisioning complete for port 438fb3a2-75e8-4496-aedb-10fc5cb31e8a triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:08.143404 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-ca8f694d-db8a-4321-aff4-238c4dd61fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (438fb3a2-75e8-4496-aedb-10fc5cb31e8a), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:08.263103 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac48d752-19cf-4687-afc0-87490c91e548 admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:48:08.295133 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-ac48d752-19cf-4687-afc0-87490c91e548 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5361698 Aug 24 17:48:08.316028 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-ca8f694d-db8a-4321-aff4-238c4dd61fc4 None None] Port 438fb3a2-75e8-4496-aedb-10fc5cb31e8a cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:48:08.421641 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] Publish callbacks [] for port (c668f67b-3565-42ea-a86a-471b07bfeec5), precommit_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:08.454471 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 5f477e49-1502-4fe8-92b7-e38eb46ca4ae up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:48:08.518873 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (c668f67b-3565-42ea-a86a-471b07bfeec5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:08.583525 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] Sync routers for ids ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:48:08.600257 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] Routers {'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:48:08.600852 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:47:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:08.674553 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94cd7d-3a31-4b4e-8db3-b0214b93b54e None None] Pushing event updated for resources: {'Port': ['ID=c668f67b-3565-42ea-a86a-471b07bfeec5,revision_number=3']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:08.733363 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] Attempting to bind port c668f67b-3565-42ea-a86a-471b07bfeec5 on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:48:08.733743 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] Attempting to bind port c668f67b-3565-42ea-a86a-471b07bfeec5 by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': '04da034a-7956-4d9b-ba69-517a30a693d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9de81dac-b84b-4053-b909-7b5379a734d3'}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:48:08.734718 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] Attempting to bind port c668f67b-3565-42ea-a86a-471b07bfeec5 on network 9de81dac-b84b-4053-b909-7b5379a734d3 {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:48:08.740917 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] Set router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:48:08.743312 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:48:08.743806 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] Checking segment: {'id': '04da034a-7956-4d9b-ba69-517a30a693d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9de81dac-b84b-4053-b909-7b5379a734d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:48:08.744704 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:08.745231 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] Bound using segment: {'id': '04da034a-7956-4d9b-ba69-517a30a693d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9de81dac-b84b-4053-b909-7b5379a734d3'} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:48:08.746049 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] Bound port: c668f67b-3565-42ea-a86a-471b07bfeec5, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04da034a-7956-4d9b-ba69-517a30a693d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9de81dac-b84b-4053-b909-7b5379a734d3'}}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:48:08.746462 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (c668f67b-3565-42ea-a86a-471b07bfeec5), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:08.750976 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 5f477e49-1502-4fe8-92b7-e38eb46ca4ae triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:08.751540 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (5f477e49-1502-4fe8-92b7-e38eb46ca4ae), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:08.848454 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:08.901690 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] For port c668f67b-3565-42ea-a86a-471b07bfeec5, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:48:08.906899 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] For port c668f67b-3565-42ea-a86a-471b07bfeec5, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=c668f67b-3565-42ea-a86a-471b07bfeec5,segment=NetworkSegment(04da034a-7956-4d9b-ba69-517a30a693d9),segment_id=04da034a-7956-4d9b-ba69-517a30a693d9)] {{(pid=112765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:48:08.910116 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 5f477e49-1502-4fe8-92b7-e38eb46ca4ae is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:08.910512 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (5f477e49-1502-4fe8-92b7-e38eb46ca4ae), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:08.919121 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (c668f67b-3565-42ea-a86a-471b07bfeec5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:08.935116 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:08.964240 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] Routers {'ac0664bf-9afb-4a6b-92c5-f642653f19eb'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:48:08.965200 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:47:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['ac0664bf-9afb-4a6b-92c5-f642653f19eb'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:08.978065 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:08.987789 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-router', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'gw_port': {'id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:56Z', 'updated_at': '2022-08-24T17:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '438fb3a2-75e8-4496-aedb-10fc5cb31e8a', 'name': '', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'mac_address': 'fa:16:3e:b5:3d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:04Z', 'updated_at': '2022-08-24T17:48:06Z', 'revision_number': 2, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'subnets': [{'id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:09.023671 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] Checking router: a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:48:09.024488 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] Updating router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 port 438fb3a2-75e8-4496-aedb-10fc5cb31e8a binding host dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:48:09.030890 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port 5f477e49-1502-4fe8-92b7-e38eb46ca4ae, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=5f477e49-1502-4fe8-92b7-e38eb46ca4ae,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:48:09.061646 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (438fb3a2-75e8-4496-aedb-10fc5cb31e8a), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:09.076831 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (5f477e49-1502-4fe8-92b7-e38eb46ca4ae), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:09.078398 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device fce90457-e239-4269-b549-6d0348f9da20 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:48:09.134301 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-803f7a68-39e7-45bf-9c19-5b74728d4279 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:48:09.137562 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-803f7a68-39e7-45bf-9c19-5b74728d4279 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6317558 Aug 24 17:48:09.140414 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94cd7d-3a31-4b4e-8db3-b0214b93b54e None None] Pushing event updated for resources: {'Port': ['ID=c668f67b-3565-42ea-a86a-471b07bfeec5,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:09.231240 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=5f477e49-1502-4fe8-92b7-e38eb46ca4ae,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:09.262449 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 58088) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:09.265307 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port fce90457-e239-4269-b549-6d0348f9da20 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:09.265693 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (fce90457-e239-4269-b549-6d0348f9da20), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:09.266806 dv-cinder-840525-3-iscsi neutron-server[112764]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 17:48:09.294506 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] Set router ac0664bf-9afb-4a6b-92c5-f642653f19eb gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:48:09.334968 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-be38fee6-d33e-45c6-a027-e7d2bc8c92df service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9de81dac-b84b-4053-b909-7b5379a734d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808543 Aug 24 17:48:09.492878 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-9e4bdbce-1fcd-4ffd-bef3-9f0035f18906 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9de81dac-b84b-4053-b909-7b5379a734d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442618 Aug 24 17:48:09.626122 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port fce90457-e239-4269-b549-6d0348f9da20 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:09.627203 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 3203ac4f-88a2-4231-ac6c-6a735b785113 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:48:09.640483 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-8d064bfa-6b27-45a5-b1c0-56d61f913698 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:09.647098 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-8d064bfa-6b27-45a5-b1c0-56d61f913698 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/networks?id=42250e67-e026-4ee8-a8ab-86c733e9a211 HTTP/1.1" status: 200 len: 818 time: 0.3813028 Aug 24 17:48:09.671462 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-c7a58f33-8c71-4eca-9fe1-fbcb35f9aafd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:09.680310 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-45c2934a-5825-41b2-a88e-60298b4c7ef7 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/quotas/0fb78a439e20439f8d93a4f7df3f28f8 HTTP/1.1" status: 200 len: 375 time: 0.0254986 Aug 24 17:48:09.702871 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0664bf-9afb-4a6b-92c5-f642653f19eb', 'name': 'tempest-DeleteServersTestJSON-1714386950-router', 'tenant_id': '4bca50d38140438ebd32cdcb25c65e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'fce90457-e239-4269-b549-6d0348f9da20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:53Z', 'updated_at': '2022-08-24T17:48:01Z', 'revision_number': 4, 'project_id': '4bca50d38140438ebd32cdcb25c65e3d', 'gw_port': {'id': 'fce90457-e239-4269-b549-6d0348f9da20', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0664bf-9afb-4a6b-92c5-f642653f19eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': 'c668f67b-3565-42ea-a86a-471b07bfeec5', 'name': '', 'network_id': '9de81dac-b84b-4053-b909-7b5379a734d3', 'tenant_id': '4bca50d38140438ebd32cdcb25c65e3d', 'mac_address': 'fa:16:3e:f0:cc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0664bf-9afb-4a6b-92c5-f642653f19eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f767223b-657c-4dfb-9899-67ba5b81ed51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:59Z', 'updated_at': '2022-08-24T17:48:08Z', 'revision_number': 4, 'project_id': '4bca50d38140438ebd32cdcb25c65e3d', 'subnets': [{'id': 'f767223b-657c-4dfb-9899-67ba5b81ed51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:09.734134 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a9fbfd-44f5-4b55-a27b-79e12285d6fd None None] The sync data for ids ['ac0664bf-9afb-4a6b-92c5-f642653f19eb'] in dv-cinder-840525-3-iscsi is: [{'id': 'ac0664bf-9afb-4a6b-92c5-f642653f19eb', 'name': 'tempest-DeleteServersTestJSON-1714386950-router', 'tenant_id': '4bca50d38140438ebd32cdcb25c65e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'fce90457-e239-4269-b549-6d0348f9da20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:53Z', 'updated_at': '2022-08-24T17:48:01Z', 'revision_number': 4, 'project_id': '4bca50d38140438ebd32cdcb25c65e3d', 'gw_port': {'id': 'fce90457-e239-4269-b549-6d0348f9da20', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0664bf-9afb-4a6b-92c5-f642653f19eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': 'c668f67b-3565-42ea-a86a-471b07bfeec5', 'name': '', 'network_id': '9de81dac-b84b-4053-b909-7b5379a734d3', 'tenant_id': '4bca50d38140438ebd32cdcb25c65e3d', 'mac_address': 'fa:16:3e:f0:cc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0664bf-9afb-4a6b-92c5-f642653f19eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f767223b-657c-4dfb-9899-67ba5b81ed51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:59Z', 'updated_at': '2022-08-24T17:48:08Z', 'revision_number': 4, 'project_id': '4bca50d38140438ebd32cdcb25c65e3d', 'subnets': [{'id': 'f767223b-657c-4dfb-9899-67ba5b81ed51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:48:09.734595 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] Publish callbacks [] for port (438fb3a2-75e8-4496-aedb-10fc5cb31e8a), precommit_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:09.750404 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (438fb3a2-75e8-4496-aedb-10fc5cb31e8a), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:09.773205 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 3203ac4f-88a2-4231-ac6c-6a735b785113 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:09.773747 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (3203ac4f-88a2-4231-ac6c-6a735b785113), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:09.943385 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c253cd9-d6f3-46dd-bbcb-1dda7a5689df None None] Pushing event updated for resources: {'Port': ['ID=438fb3a2-75e8-4496-aedb-10fc5cb31e8a,revision_number=3']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:09.968480 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-f2892037-e635-4e9e-a949-23749962cfec tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=0fb78a439e20439f8d93a4f7df3f28f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2824786 Aug 24 17:48:10.047145 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] Attempting to bind port 438fb3a2-75e8-4496-aedb-10fc5cb31e8a on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:48:10.047776 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] Attempting to bind port 438fb3a2-75e8-4496-aedb-10fc5cb31e8a by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': 'b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba'}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:48:10.048356 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] Attempting to bind port 438fb3a2-75e8-4496-aedb-10fc5cb31e8a on network b4887da7-fc9b-4bdc-bef8-72d9aff23bba {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:48:10.056068 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:48:10.056495 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] Checking segment: {'id': 'b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:48:10.056700 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] Sync routers for ids ['8be23f45-63b6-4cd2-ad62-45938092cb96'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:48:10.058629 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:10.059049 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] Bound using segment: {'id': 'b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba'} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:48:10.060339 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] Bound port: 438fb3a2-75e8-4496-aedb-10fc5cb31e8a, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba'}}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:48:10.060920 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (438fb3a2-75e8-4496-aedb-10fc5cb31e8a), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:10.089177 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] Routers {'8be23f45-63b6-4cd2-ad62-45938092cb96'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:48:10.089871 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:48:10Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['8be23f45-63b6-4cd2-ad62-45938092cb96'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:10.122970 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:10.149204 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:10.151503 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 3203ac4f-88a2-4231-ac6c-6a735b785113 is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:10.154290 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (3203ac4f-88a2-4231-ac6c-6a735b785113), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:10.169008 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] For port 438fb3a2-75e8-4496-aedb-10fc5cb31e8a, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:48:10.176957 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] For port 438fb3a2-75e8-4496-aedb-10fc5cb31e8a, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=438fb3a2-75e8-4496-aedb-10fc5cb31e8a,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:48:10.187210 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (438fb3a2-75e8-4496-aedb-10fc5cb31e8a), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:10.233576 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] Routers {'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:48:10.234327 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:48:10Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:10.276638 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port 3203ac4f-88a2-4231-ac6c-6a735b785113, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=3203ac4f-88a2-4231-ac6c-6a735b785113,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:48:10.291244 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (3203ac4f-88a2-4231-ac6c-6a735b785113), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:10.363860 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c253cd9-d6f3-46dd-bbcb-1dda7a5689df None None] Pushing event updated for resources: {'Port': ['ID=438fb3a2-75e8-4496-aedb-10fc5cb31e8a,revision_number=4']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:10.377396 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:10.386329 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] Set router 8be23f45-63b6-4cd2-ad62-45938092cb96 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:48:10.429122 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=3203ac4f-88a2-4231-ac6c-6a735b785113,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:10.438102 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] Set router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:48:10.729455 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device c668f67b-3565-42ea-a86a-471b07bfeec5 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:48:10.768866 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:10.839640 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 58156) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:10.844390 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-e50c85f1-c69f-450b-8074-b6e26fff2e57 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--112157972', 'description': 'tempest-description--2138451115'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:48:10.891242 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-router', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'gw_port': {'id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:56Z', 'updated_at': '2022-08-24T17:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '438fb3a2-75e8-4496-aedb-10fc5cb31e8a', 'name': '', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'mac_address': 'fa:16:3e:b5:3d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:04Z', 'updated_at': '2022-08-24T17:48:10Z', 'revision_number': 4, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'subnets': [{'id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:10.919249 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e50c85f1-c69f-450b-8074-b6e26fff2e57 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:10.930690 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'name': 'tempest-ServerRescueNegativeTestJSON-443499758-router', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'gw_port': {'id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:55Z', 'updated_at': '2022-08-24T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '1fbe299f-882f-4160-b68e-c6a0eeabb57f', 'name': '', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'mac_address': 'fa:16:3e:93:a0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:03Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 2, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'subnets': [{'id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:10.976736 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] Checking router: 8be23f45-63b6-4cd2-ad62-45938092cb96 for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:48:10.977157 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] Updating router 8be23f45-63b6-4cd2-ad62-45938092cb96 port 1fbe299f-882f-4160-b68e-c6a0eeabb57f binding host dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:48:11.018665 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port c668f67b-3565-42ea-a86a-471b07bfeec5 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:11.018927 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (c668f67b-3565-42ea-a86a-471b07bfeec5), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:11.064294 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (1fbe299f-882f-4160-b68e-c6a0eeabb57f), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:11.065939 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:11.162509 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port c668f67b-3565-42ea-a86a-471b07bfeec5 is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:11.163449 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (c668f67b-3565-42ea-a86a-471b07bfeec5), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:11.193643 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e50c85f1-c69f-450b-8074-b6e26fff2e57 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group (9556deed-1067-4f3a-b3a0-e742d70fde11), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:11.215283 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e50c85f1-c69f-450b-8074-b6e26fff2e57 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (9556deed-1067-4f3a-b3a0-e742d70fde11), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:11.341488 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e50c85f1-c69f-450b-8074-b6e26fff2e57 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:11.342750 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-e50c85f1-c69f-450b-8074-b6e26fff2e57 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5019717 Aug 24 17:48:11.346694 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e627cdb8-9dcb-42d2-a9de-9da9325a8e16 None None] The sync data for ids ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'] in dv-cinder-840525-3-iscsi is: [{'id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-router', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'gw_port': {'id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:56Z', 'updated_at': '2022-08-24T17:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '438fb3a2-75e8-4496-aedb-10fc5cb31e8a', 'name': '', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'mac_address': 'fa:16:3e:b5:3d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:04Z', 'updated_at': '2022-08-24T17:48:10Z', 'revision_number': 4, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'subnets': [{'id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:48:11.347648 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 58176) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:11.352693 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-0751b43f-2205-4ad6-8b24-b8a21cbe65e9 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Request body: {'security_group_rule': {'security_group_id': '9556deed-1067-4f3a-b3a0-e742d70fde11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:48:11.380464 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c85f1-c69f-450b-8074-b6e26fff2e57 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9556deed-1067-4f3a-b3a0-e742d70fde11,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:11.467542 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-ac46253b-6f25-4506-91a7-28366ebed1c5 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112764) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:48:11.472201 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-ac46253b-6f25-4506-91a7-28366ebed1c5 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4217541 Aug 24 17:48:11.499513 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-0751b43f-2205-4ad6-8b24-b8a21cbe65e9 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group_rule (8bfcc7c2-7e7e-43dc-81ed-831da91d39f8), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:11.624551 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port c668f67b-3565-42ea-a86a-471b07bfeec5, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=c668f67b-3565-42ea-a86a-471b07bfeec5,segment=NetworkSegment(04da034a-7956-4d9b-ba69-517a30a693d9),segment_id=04da034a-7956-4d9b-ba69-517a30a693d9)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:48:11.650369 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (c668f67b-3565-42ea-a86a-471b07bfeec5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:11.651038 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 5f477e49-1502-4fe8-92b7-e38eb46ca4ae up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:48:11.829868 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ec49a557-10bd-41a6-81ad-a4ac1859f416 req-77c8c967-20be-462a-bbe8-8b93b390c1e7 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 210 time: 0.1884279 Aug 24 17:48:11.923894 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:11.926807 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:11.968070 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-0751b43f-2205-4ad6-8b24-b8a21cbe65e9 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group_rule (8bfcc7c2-7e7e-43dc-81ed-831da91d39f8), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:11.971364 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-60d0dbb6-d5e9-46f0-b771-eec2b27b7229 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513142 Aug 24 17:48:11.977851 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-0751b43f-2205-4ad6-8b24-b8a21cbe65e9 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (8bfcc7c2-7e7e-43dc-81ed-831da91d39f8), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:12.051457 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751b43f-2205-4ad6-8b24-b8a21cbe65e9 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bfcc7c2-7e7e-43dc-81ed-831da91d39f8,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:12.059530 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-0751b43f-2205-4ad6-8b24-b8a21cbe65e9 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:12.060956 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-0751b43f-2205-4ad6-8b24-b8a21cbe65e9 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7123256 Aug 24 17:48:12.063886 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 58202) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:12.070029 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-a3e6270c-f03f-48db-a931-767a58a8e3ef tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Request body: {'security_group_rule': {'security_group_id': '9556deed-1067-4f3a-b3a0-e742d70fde11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:48:12.160656 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a3e6270c-f03f-48db-a931-767a58a8e3ef tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group_rule (40c8d347-4845-4c0b-add1-d5018d79b6a4), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:12.264761 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-e8cf1a45-3670-4ebf-8503-f18626efb593 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806528 Aug 24 17:48:12.295386 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] Publish callbacks [] for port (1fbe299f-882f-4160-b68e-c6a0eeabb57f), precommit_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:12.315721 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:12.342542 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=c668f67b-3565-42ea-a86a-471b07bfeec5,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:12.454857 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (1fbe299f-882f-4160-b68e-c6a0eeabb57f), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:12.496228 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a3e6270c-f03f-48db-a931-767a58a8e3ef tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group_rule (40c8d347-4845-4c0b-add1-d5018d79b6a4), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:12.512172 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a3e6270c-f03f-48db-a931-767a58a8e3ef tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (40c8d347-4845-4c0b-add1-d5018d79b6a4), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:12.600992 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a3e6270c-f03f-48db-a931-767a58a8e3ef tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:12.605442 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 58232) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:12.609519 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-a3e6270c-f03f-48db-a931-767a58a8e3ef tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5434413 Aug 24 17:48:12.612394 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-434d1d89-1c13-46e0-a13f-3ec9c7723308 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Request body: {'floatingip': {'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:48:12.617424 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6270c-f03f-48db-a931-767a58a8e3ef tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c8d347-4845-4c0b-add1-d5018d79b6a4,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:12.653982 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b7768-f0ab-4785-83a1-06692007bb22 None None] Pushing event updated for resources: {'Port': ['ID=1fbe299f-882f-4160-b68e-c6a0eeabb57f,revision_number=3']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:12.678826 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-434d1d89-1c13-46e0-a13f-3ec9c7723308 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:12.775884 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 5f477e49-1502-4fe8-92b7-e38eb46ca4ae triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:12.776507 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (5f477e49-1502-4fe8-92b7-e38eb46ca4ae), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:12.778291 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:12.780877 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] Attempting to bind port 1fbe299f-882f-4160-b68e-c6a0eeabb57f on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:48:12.781432 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] Attempting to bind port 1fbe299f-882f-4160-b68e-c6a0eeabb57f by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': '9c8d4118-7962-435d-9942-3c81535bbb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211'}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:48:12.781949 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] Attempting to bind port 1fbe299f-882f-4160-b68e-c6a0eeabb57f on network 42250e67-e026-4ee8-a8ab-86c733e9a211 {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:48:12.787803 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:12.810342 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:48:12.810918 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] Checking segment: {'id': '9c8d4118-7962-435d-9942-3c81535bbb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:48:12.811455 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:12.812002 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] Bound using segment: {'id': '9c8d4118-7962-435d-9942-3c81535bbb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211'} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:48:12.812626 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] Bound port: 1fbe299f-882f-4160-b68e-c6a0eeabb57f, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8d4118-7962-435d-9942-3c81535bbb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211'}}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:48:12.813149 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (1fbe299f-882f-4160-b68e-c6a0eeabb57f), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:13.004429 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] For port 1fbe299f-882f-4160-b68e-c6a0eeabb57f, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:48:13.052325 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] For port 1fbe299f-882f-4160-b68e-c6a0eeabb57f, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=1fbe299f-882f-4160-b68e-c6a0eeabb57f,segment=NetworkSegment(9c8d4118-7962-435d-9942-3c81535bbb02),segment_id=9c8d4118-7962-435d-9942-3c81535bbb02)] {{(pid=112765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:48:13.096124 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 5f477e49-1502-4fe8-92b7-e38eb46ca4ae is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:13.114888 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (1fbe299f-882f-4160-b68e-c6a0eeabb57f), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:13.164314 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] Routers {'8be23f45-63b6-4cd2-ad62-45938092cb96'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:48:13.165548 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:48:10Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['8be23f45-63b6-4cd2-ad62-45938092cb96'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:13.288587 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-13b843f1-082b-48f6-8bc2-9dbe54307e8d req-de4645df-147e-4e87-beeb-6a628dec3d97 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 210 time: 0.0844891 Aug 24 17:48:13.431250 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b7768-f0ab-4785-83a1-06692007bb22 None None] Pushing event updated for resources: {'Port': ['ID=1fbe299f-882f-4160-b68e-c6a0eeabb57f,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:13.458864 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-434d1d89-1c13-46e0-a13f-3ec9c7723308 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:13.477615 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2074d3fb-e8f8-4f90-8b1e-61cbb179c9c9 req-01c9f1c7-f15c-4d77-aa3f-b3bb4ee8c514 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 210 time: 0.4106636 Aug 24 17:48:13.504045 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] Set router 8be23f45-63b6-4cd2-ad62-45938092cb96 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:48:13.569050 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device c668f67b-3565-42ea-a86a-471b07bfeec5 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:48:13.805939 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [None req-434d1d89-1c13-46e0-a13f-3ec9c7723308 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Allocated IP 172.27.1.4 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/4663bc54-870c-44d1-a2a3-5feeeea771dc) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:48:14.065293 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:14.100177 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-434d1d89-1c13-46e0-a13f-3ec9c7723308 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for port (4663bc54-870c-44d1-a2a3-5feeeea771dc), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:14.100329 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.62', 53999) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:14.197679 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'name': 'tempest-ServerRescueNegativeTestJSON-443499758-router', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'gw_port': {'id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:55Z', 'updated_at': '2022-08-24T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '1fbe299f-882f-4160-b68e-c6a0eeabb57f', 'name': '', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'mac_address': 'fa:16:3e:93:a0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:03Z', 'updated_at': '2022-08-24T17:48:12Z', 'revision_number': 4, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'subnets': [{'id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:48:14.198725 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-434d1d89-1c13-46e0-a13f-3ec9c7723308 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (4663bc54-870c-44d1-a2a3-5feeeea771dc), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:14.216066 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-2ff5fb07-6b92-4437-8854-58bfa4e30cdb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:14.217740 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-2ff5fb07-6b92-4437-8854-58bfa4e30cdb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/networks?id=42250e67-e026-4ee8-a8ab-86c733e9a211 HTTP/1.1" status: 200 len: 818 time: 0.2941515 Aug 24 17:48:14.242324 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb0f282-0acb-4059-9d4c-6edf512737f7 None None] The sync data for ids ['8be23f45-63b6-4cd2-ad62-45938092cb96'] in dv-cinder-840525-3-iscsi is: [{'id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'name': 'tempest-ServerRescueNegativeTestJSON-443499758-router', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'gw_port': {'id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:55Z', 'updated_at': '2022-08-24T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '1fbe299f-882f-4160-b68e-c6a0eeabb57f', 'name': '', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'mac_address': 'fa:16:3e:93:a0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:03Z', 'updated_at': '2022-08-24T17:48:12Z', 'revision_number': 4, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'subnets': [{'id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:48:14.252106 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port c668f67b-3565-42ea-a86a-471b07bfeec5 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:14.253301 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (c668f67b-3565-42ea-a86a-471b07bfeec5), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:14.339341 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434d1d89-1c13-46e0-a13f-3ec9c7723308 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:48:14.344123 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-434d1d89-1c13-46e0-a13f-3ec9c7723308 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:48:14.349494 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434d1d89-1c13-46e0-a13f-3ec9c7723308 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:48:14.379104 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d1d89-1c13-46e0-a13f-3ec9c7723308 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Pushing event updated for resources: {'Port': ['ID=4663bc54-870c-44d1-a2a3-5feeeea771dc,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:14.464564 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-afd3ebd4-24d9-454f-87b7-bae43eda95e9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/quotas/0fb78a439e20439f8d93a4f7df3f28f8 HTTP/1.1" status: 200 len: 375 time: 0.2263429 Aug 24 17:48:14.504911 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:14.525928 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port c668f67b-3565-42ea-a86a-471b07bfeec5 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:14.532110 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 438fb3a2-75e8-4496-aedb-10fc5cb31e8a up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:48:14.586767 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:14.593042 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:14.625200 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-10c27360-7b87-4b88-b290-1bed070697bc tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=0fb78a439e20439f8d93a4f7df3f28f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1376753 Aug 24 17:48:14.645251 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 438fb3a2-75e8-4496-aedb-10fc5cb31e8a triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:14.645773 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (438fb3a2-75e8-4496-aedb-10fc5cb31e8a), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:14.762516 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-617cf124-94b5-45f9-a9f8-853bd8b5abe7 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:14.764906 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-617cf124-94b5-45f9-a9f8-853bd8b5abe7 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.62 "GET /networking/v2.0/networks?id=9de81dac-b84b-4053-b909-7b5379a734d3 HTTP/1.1" status: 200 len: 812 time: 0.6614940 Aug 24 17:48:14.818990 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 438fb3a2-75e8-4496-aedb-10fc5cb31e8a is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:14.820576 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (438fb3a2-75e8-4496-aedb-10fc5cb31e8a), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:14.849958 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-fecdcf2a-a248-40b1-8b52-54008d4e4f5f tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Request body: {'port': {'device_id': '7ca739a9-de86-4fb2-b047-7bc75fa540bb', 'network_id': '9de81dac-b84b-4053-b909-7b5379a734d3', 'admin_state_up': True, 'tenant_id': '4bca50d38140438ebd32cdcb25c65e3d'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:48:14.880252 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port 438fb3a2-75e8-4496-aedb-10fc5cb31e8a, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=438fb3a2-75e8-4496-aedb-10fc5cb31e8a,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:48:14.882750 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-434d1d89-1c13-46e0-a13f-3ec9c7723308 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for floatingip (e9167e81-f7e8-489a-ba4a-c8a55686e286), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:14.887229 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (438fb3a2-75e8-4496-aedb-10fc5cb31e8a), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:14.889010 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 3203ac4f-88a2-4231-ac6c-6a735b785113 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:48:14.981800 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-434d1d89-1c13-46e0-a13f-3ec9c7723308 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (4663bc54-870c-44d1-a2a3-5feeeea771dc), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:15.050422 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:15.166565 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=438fb3a2-75e8-4496-aedb-10fc5cb31e8a,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:15.252269 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 3203ac4f-88a2-4231-ac6c-6a735b785113 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:15.253394 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (3203ac4f-88a2-4231-ac6c-6a735b785113), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:15.340237 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-434d1d89-1c13-46e0-a13f-3ec9c7723308 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for port (4663bc54-870c-44d1-a2a3-5feeeea771dc), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:15.349208 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-434d1d89-1c13-46e0-a13f-3ec9c7723308 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (4663bc54-870c-44d1-a2a3-5feeeea771dc), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:15.350040 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-434d1d89-1c13-46e0-a13f-3ec9c7723308 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (e9167e81-f7e8-489a-ba4a-c8a55686e286), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:15.430359 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 3203ac4f-88a2-4231-ac6c-6a735b785113 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:15.588280 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.62', 54005) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:15.605987 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-434d1d89-1c13-46e0-a13f-3ec9c7723308 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:15.607368 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-434d1d89-1c13-46e0-a13f-3ec9c7723308 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0008798 Aug 24 17:48:15.619278 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b7630fde-e131-474d-9acc-11ce28b540fe req-b353c7c7-2820-43af-a108-d77c33064c02 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 210 time: 0.1714511 Aug 24 17:48:15.648344 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d1d89-1c13-46e0-a13f-3ec9c7723308 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Pushing event updated for resources: {'Port': ['ID=4663bc54-870c-44d1-a2a3-5feeeea771dc,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:15.740855 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 438fb3a2-75e8-4496-aedb-10fc5cb31e8a up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:48:15.756568 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:15.768586 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-6eb2c5a4-5d50-4959-8622-56d65f43f19b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1328228 Aug 24 17:48:15.917291 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 438fb3a2-75e8-4496-aedb-10fc5cb31e8a triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:15.919436 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (438fb3a2-75e8-4496-aedb-10fc5cb31e8a), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:15.995860 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-26249192-38e4-4c6d-9287-bd4921b28f31 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262590 Aug 24 17:48:15.999248 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-fecdcf2a-a248-40b1-8b52-54008d4e4f5f tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Made reservation on behalf of 4bca50d38140438ebd32cdcb25c65e3d for: {'port': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:48:16.008282 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-fecdcf2a-a248-40b1-8b52-54008d4e4f5f tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:16.229010 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 438fb3a2-75e8-4496-aedb-10fc5cb31e8a is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:16.237423 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 1fbe299f-882f-4160-b68e-c6a0eeabb57f up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:48:16.325333 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 1fbe299f-882f-4160-b68e-c6a0eeabb57f triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:16.327251 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (1fbe299f-882f-4160-b68e-c6a0eeabb57f), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:16.445131 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-e1a9ff2d-763b-4b34-9f4c-9f96136bacdd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--112157972&fields=id&tenant_id=2fe3fa5e280d4fbd8a26cac05fe8aaa9 HTTP/1.1" status: 200 len: 267 time: 0.1438463 Aug 24 17:48:16.477920 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 1fbe299f-882f-4160-b68e-c6a0eeabb57f is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:16.478750 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (1fbe299f-882f-4160-b68e-c6a0eeabb57f), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:16.522282 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port 1fbe299f-882f-4160-b68e-c6a0eeabb57f, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=1fbe299f-882f-4160-b68e-c6a0eeabb57f,segment=NetworkSegment(9c8d4118-7962-435d-9942-3c81535bbb02),segment_id=9c8d4118-7962-435d-9942-3c81535bbb02)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:48:16.528128 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (1fbe299f-882f-4160-b68e-c6a0eeabb57f), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:16.576905 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:16.600222 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=1fbe299f-882f-4160-b68e-c6a0eeabb57f,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:16.676216 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-3e62053f-3cc0-40f8-9b73-cf4c7e50d8a9 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:16.685826 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-3e62053f-3cc0-40f8-9b73-cf4c7e50d8a9 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b4887da7-fc9b-4bdc-bef8-72d9aff23bba HTTP/1.1" status: 200 len: 817 time: 0.2326138 Aug 24 17:48:16.714565 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-d9275d84-2a16-4ce6-894e-715f381a755b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/quotas/2fe3fa5e280d4fbd8a26cac05fe8aaa9 HTTP/1.1" status: 200 len: 375 time: 0.0270348 Aug 24 17:48:16.817177 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-1f3d3c1c-f938-40ff-8a02-7a59f67b757d tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2fe3fa5e280d4fbd8a26cac05fe8aaa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011999 Aug 24 17:48:16.935883 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-3bef5c93-0bf3-4ad8-a670-d4f305f13057 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081576 Aug 24 17:48:16.946485 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-df6fb114-e037-4e4a-b316-3f1009221d26 req-05ac2613-43d2-4feb-b7e6-81d589c0d6e8 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 210 time: 0.0947869 Aug 24 17:48:16.987206 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-1a535b23-dc8e-46eb-af18-1167e52223c5 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:16.994318 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-1a535b23-dc8e-46eb-af18-1167e52223c5 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.62 "GET /networking/v2.0/networks?id=42250e67-e026-4ee8-a8ab-86c733e9a211 HTTP/1.1" status: 200 len: 818 time: 1.3876629 Aug 24 17:48:17.016934 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-fecdcf2a-a248-40b1-8b52-54008d4e4f5f tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Allocated IP 172.20.0.14 (9de81dac-b84b-4053-b909-7b5379a734d3/f767223b-657c-4dfb-9899-67ba5b81ed51/8a5ff39c-8fa9-4c77-85a2-b39dce880069) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:48:17.068517 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-fd0ad049-9ffe-4791-b1ef-dd105815e703 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300056 Aug 24 17:48:17.141312 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-9f0128f8-eda6-4950-9642-2af9b23f06e6 req-3e1a6326-ba3e-49b8-957c-fd02cf2412d8 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 210 time: 0.0489492 Aug 24 17:48:17.342913 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 58522) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:17.377162 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-40c3f0f7-f366-44e8-8a4e-b84980543bd0 req-5771c178-ac28-4abe-8514-d1da880d306a tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 210 time: 0.0514452 Aug 24 17:48:17.394710 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-fecdcf2a-a248-40b1-8b52-54008d4e4f5f tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Publish callbacks [] for port (8a5ff39c-8fa9-4c77-85a2-b39dce880069), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:17.437089 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-fecdcf2a-a248-40b1-8b52-54008d4e4f5f tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (8a5ff39c-8fa9-4c77-85a2-b39dce880069), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:17.449122 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:17.569497 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdcf2a-a248-40b1-8b52-54008d4e4f5f tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Pushing event updated for resources: {'Port': ['ID=8a5ff39c-8fa9-4c77-85a2-b39dce880069,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:17.593083 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 1fbe299f-882f-4160-b68e-c6a0eeabb57f up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:48:17.609011 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-43ea7233-6696-4da8-acb5-fd51e5d44e61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:17.621354 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-fecdcf2a-a248-40b1-8b52-54008d4e4f5f tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Network 9de81dac-b84b-4053-b909-7b5379a734d3 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:48:17.628538 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-fecdcf2a-a248-40b1-8b52-54008d4e4f5f tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:48:17.631162 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-fecdcf2a-a248-40b1-8b52-54008d4e4f5f tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:48:17.671195 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 1fbe299f-882f-4160-b68e-c6a0eeabb57f triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:17.671704 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (1fbe299f-882f-4160-b68e-c6a0eeabb57f), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:17.695169 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-fecdcf2a-a248-40b1-8b52-54008d4e4f5f tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:17.696090 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-fecdcf2a-a248-40b1-8b52-54008d4e4f5f tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for port (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:17.733583 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-fecdcf2a-a248-40b1-8b52-54008d4e4f5f tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.62 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9072194 Aug 24 17:48:17.780036 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 1fbe299f-882f-4160-b68e-c6a0eeabb57f is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:17.793443 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-43ea7233-6696-4da8-acb5-fd51e5d44e61 admin admin] Publish callbacks [] for security_group (e4b533c0-c48a-4fc4-8ca4-0e9c6c8b2f47), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:17.799817 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-43ea7233-6696-4da8-acb5-fd51e5d44e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (e4b533c0-c48a-4fc4-8ca4-0e9c6c8b2f47), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:17.842187 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-43ea7233-6696-4da8-acb5-fd51e5d44e61 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=26e100d1ee054e47bd03b55b32c73ea2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4936922 Aug 24 17:48:17.845359 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 58550) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:17.872800 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea7233-6696-4da8-acb5-fd51e5d44e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b533c0-c48a-4fc4-8ca4-0e9c6c8b2f47,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:17.923128 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d90342cf-327c-4bc8-ae39-501da58c69c7 admin admin] Publish callbacks [] for security_group (e4b533c0-c48a-4fc4-8ca4-0e9c6c8b2f47), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:17.954511 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d90342cf-327c-4bc8-ae39-501da58c69c7 admin admin] Publish callbacks [] for security_group (e4b533c0-c48a-4fc4-8ca4-0e9c6c8b2f47), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:18.035893 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d90342cf-327c-4bc8-ae39-501da58c69c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (e4b533c0-c48a-4fc4-8ca4-0e9c6c8b2f47), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:18.038844 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-ceab048a-2af0-47ed-a1be-1abad7c296c3 None None] Provisioning complete for port 8a5ff39c-8fa9-4c77-85a2-b39dce880069 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:18.039560 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-ceab048a-2af0-47ed-a1be-1abad7c296c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (8a5ff39c-8fa9-4c77-85a2-b39dce880069), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:18.039667 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d90342cf-327c-4bc8-ae39-501da58c69c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:18.041053 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-d90342cf-327c-4bc8-ae39-501da58c69c7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e4b533c0-c48a-4fc4-8ca4-0e9c6c8b2f47 HTTP/1.1" status: 204 len: 168 time: 0.1943316 Aug 24 17:48:18.055691 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90342cf-327c-4bc8-ae39-501da58c69c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b533c0-c48a-4fc4-8ca4-0e9c6c8b2f47,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:18.066253 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 58558) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:18.070958 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-18ded6c5-c1fa-4162-873a-634114a69714 req-d0def494-4979-45f9-be66-9d1792e417fa tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 210 time: 0.0509083 Aug 24 17:48:18.125400 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-ceab048a-2af0-47ed-a1be-1abad7c296c3 None None] Port 8a5ff39c-8fa9-4c77-85a2-b39dce880069 cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:48:18.340804 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:18.362068 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c7582-266d-478c-a1bc-00d3e2aea0b9 req-31bf38de-fd38-475c-8413-1cf170274054 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:18.379548 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-1d6c7582-266d-478c-a1bc-00d3e2aea0b9 req-31bf38de-fd38-475c-8413-1cf170274054 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 932 time: 0.1405725 Aug 24 17:48:18.438714 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b68217c3-13c0-4e81-91f2-39d9d259c3ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:18.537958 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-1d6c7582-266d-478c-a1bc-00d3e2aea0b9 req-0cd5ebb4-189c-4550-85ac-a327b09fc809 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572030 Aug 24 17:48:18.573175 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 58574) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:18.605598 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1c980de3-b5b8-408f-8f94-c820357ba20a req-b47ee713-0da1-43aa-b413-64e3bdb9d6d2 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 210 time: 0.0620081 Aug 24 17:48:18.608844 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-7ab11f69-e4c1-4c34-9296-0bbfd01cc334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:18.666799 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b68217c3-13c0-4e81-91f2-39d9d259c3ea admin admin] Publish callbacks [] for security_group (d54695c8-d722-4401-8218-e4404a75c744), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:18.673863 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b68217c3-13c0-4e81-91f2-39d9d259c3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (d54695c8-d722-4401-8218-e4404a75c744), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:18.729248 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68217c3-13c0-4e81-91f2-39d9d259c3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54695c8-d722-4401-8218-e4404a75c744,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:18.737573 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:18.748587 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-b68217c3-13c0-4e81-91f2-39d9d259c3ea admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9a57da05acb94b988a01bd4078da915e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6790235 Aug 24 17:48:18.751565 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 58578) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:18.819685 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-7ab11f69-e4c1-4c34-9296-0bbfd01cc334 admin admin] Publish callbacks [] for security_group (7056fa5c-2930-4a9b-a726-5a40d40a3e4b), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:18.829801 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-7ab11f69-e4c1-4c34-9296-0bbfd01cc334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (7056fa5c-2930-4a9b-a726-5a40d40a3e4b), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:18.871472 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:18.875924 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ace0235a-1643-47d0-ad96-5c1ff850fc65 admin admin] Publish callbacks [] for security_group (d54695c8-d722-4401-8218-e4404a75c744), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:18.903540 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-7ab11f69-e4c1-4c34-9296-0bbfd01cc334 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d06a954e518e4e89ad876bb99ed8e180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3270993 Aug 24 17:48:18.904557 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 58580) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:18.910191 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ace0235a-1643-47d0-ad96-5c1ff850fc65 admin admin] Publish callbacks [] for security_group (d54695c8-d722-4401-8218-e4404a75c744), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:18.946034 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab11f69-e4c1-4c34-9296-0bbfd01cc334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7056fa5c-2930-4a9b-a726-5a40d40a3e4b,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:18.984808 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3fcaba64-1137-4b98-8af6-7f45071c401f admin admin] Publish callbacks [] for security_group (7056fa5c-2930-4a9b-a726-5a40d40a3e4b), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:18.998368 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ace0235a-1643-47d0-ad96-5c1ff850fc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (d54695c8-d722-4401-8218-e4404a75c744), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:19.001153 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ace0235a-1643-47d0-ad96-5c1ff850fc65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:19.003141 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-ace0235a-1643-47d0-ad96-5c1ff850fc65 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d54695c8-d722-4401-8218-e4404a75c744 HTTP/1.1" status: 204 len: 168 time: 0.2504447 Aug 24 17:48:19.013311 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0235a-1643-47d0-ad96-5c1ff850fc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54695c8-d722-4401-8218-e4404a75c744,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:19.028339 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:19.035012 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3fcaba64-1137-4b98-8af6-7f45071c401f admin admin] Publish callbacks [] for security_group (7056fa5c-2930-4a9b-a726-5a40d40a3e4b), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:19.123949 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3fcaba64-1137-4b98-8af6-7f45071c401f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (7056fa5c-2930-4a9b-a726-5a40d40a3e4b), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:19.129879 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3fcaba64-1137-4b98-8af6-7f45071c401f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:19.131395 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-3fcaba64-1137-4b98-8af6-7f45071c401f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7056fa5c-2930-4a9b-a726-5a40d40a3e4b HTTP/1.1" status: 204 len: 168 time: 0.2237918 Aug 24 17:48:19.142949 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcaba64-1137-4b98-8af6-7f45071c401f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7056fa5c-2930-4a9b-a726-5a40d40a3e4b,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:19.301776 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-175aa413-637b-4642-af68-07d9cc44dabd req-7eebb582-ade8-4bd7-a270-017df08143cd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 210 time: 0.0804429 Aug 24 17:48:19.829590 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-09c99180-3d31-42cf-a545-5f5723641135 req-716de5f2-bd46-44ac-93e8-d04e553a0c86 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 210 time: 0.0592949 Aug 24 17:48:19.841740 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567ee23-b35e-4c3e-81e7-6de8adbcc769 req-62501a9c-51a1-4aa7-9e3a-672c517e9f9a tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:19.850186 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f567ee23-b35e-4c3e-81e7-6de8adbcc769 req-62501a9c-51a1-4aa7-9e3a-672c517e9f9a tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 932 time: 0.1306901 Aug 24 17:48:19.871422 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:19.928915 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-0ca77061-9bd8-4ba7-818e-77b7790fcf69 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Request body: {'port': {'device_id': '0397fbeb-25d8-46af-98bb-8a7b70c97f48', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'admin_state_up': True, 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:48:19.960133 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f567ee23-b35e-4c3e-81e7-6de8adbcc769 req-82643621-a885-4ce0-a29c-a0333aee9c22 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089306 Aug 24 17:48:19.992312 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-d49781f3-1559-42c8-9ccc-8745d072a90b tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:48:20.000268 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-d49781f3-1559-42c8-9ccc-8745d072a90b tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0337489 Aug 24 17:48:20.007782 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 58636) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:20.041661 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5f851dc7-e290-4839-9437-49ba478382ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:20.292050 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5f851dc7-e290-4839-9437-49ba478382ef admin admin] Publish callbacks [] for security_group (cf1e1470-dcfb-4658-96e0-32c409a6326d), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:20.298488 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5f851dc7-e290-4839-9437-49ba478382ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (cf1e1470-dcfb-4658-96e0-32c409a6326d), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:20.343660 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-5f851dc7-e290-4839-9437-49ba478382ef admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c0810fd4ffe24ac091122a8c2072d3af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3330534 Aug 24 17:48:20.351551 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 58650) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:20.364385 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:INSERT=18,neutron:SELECT=79,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:20.475455 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 58654) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:20.518391 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-0ca77061-9bd8-4ba7-818e-77b7790fcf69 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Made reservation on behalf of 0fb78a439e20439f8d93a4f7df3f28f8 for: {'port': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:48:20.530676 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-0ca77061-9bd8-4ba7-818e-77b7790fcf69 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:20.533100 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f851dc7-e290-4839-9437-49ba478382ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1e1470-dcfb-4658-96e0-32c409a6326d,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:20.602415 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-efa1f21e-5393-4742-a6d3-a2f6ce92e06d admin admin] Publish callbacks [] for security_group (cf1e1470-dcfb-4658-96e0-32c409a6326d), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:20.661415 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-efa1f21e-5393-4742-a6d3-a2f6ce92e06d admin admin] Publish callbacks [] for security_group (cf1e1470-dcfb-4658-96e0-32c409a6326d), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:20.776174 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-efa1f21e-5393-4742-a6d3-a2f6ce92e06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (cf1e1470-dcfb-4658-96e0-32c409a6326d), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:20.778842 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-efa1f21e-5393-4742-a6d3-a2f6ce92e06d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:20.783414 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-efa1f21e-5393-4742-a6d3-a2f6ce92e06d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cf1e1470-dcfb-4658-96e0-32c409a6326d HTTP/1.1" status: 204 len: 168 time: 0.4291708 Aug 24 17:48:20.793388 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-44bd90ea-bf5c-4949-b85c-e7fb00ad2e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:20.855780 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] Request body: {'port': {'device_id': '7ca739a9-de86-4fb2-b047-7bc75fa540bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:48:20.859277 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1f21e-5393-4742-a6d3-a2f6ce92e06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1e1470-dcfb-4658-96e0-32c409a6326d,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:20.876895 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e1b71747-c96c-49a3-9012-d6e04d8de7ed req-2c8a8d2f-1663-4bed-a85b-56b3f163151d tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 210 time: 0.3945055 Aug 24 17:48:20.880406 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:20.914056 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=41 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:20.958633 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-44bd90ea-bf5c-4949-b85c-e7fb00ad2e44 admin admin] Publish callbacks [] for security_group (b89fb70d-33f6-4c55-beca-7a6b08f88dfa), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:21.016659 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b1a45d05-35b4-4308-a245-3fdfe2cb27a0 req-3f7fd793-e8d5-41d4-a70e-ff0e885b0658 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 210 time: 0.0531948 Aug 24 17:48:21.017755 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-44bd90ea-bf5c-4949-b85c-e7fb00ad2e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (b89fb70d-33f6-4c55-beca-7a6b08f88dfa), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:21.070028 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-0ca77061-9bd8-4ba7-818e-77b7790fcf69 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Allocated IP 172.20.0.12 (42250e67-e026-4ee8-a8ab-86c733e9a211/691c41c2-810c-4ccb-bb31-aecf9470a77a/87b079d0-f5b8-4315-b27a-8988f8c98b86) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:48:21.085546 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-44bd90ea-bf5c-4949-b85c-e7fb00ad2e44 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=948dfbc82d8046048d66838e1b703a6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6049538 Aug 24 17:48:21.092262 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd90ea-bf5c-4949-b85c-e7fb00ad2e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89fb70d-33f6-4c55-beca-7a6b08f88dfa,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:21.095608 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 58672) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:21.273252 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4e9fbde7-b985-4175-acb9-a89df838ffae admin admin] Publish callbacks [] for security_group (b89fb70d-33f6-4c55-beca-7a6b08f88dfa), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:21.360082 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4e9fbde7-b985-4175-acb9-a89df838ffae admin admin] Publish callbacks [] for security_group (b89fb70d-33f6-4c55-beca-7a6b08f88dfa), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:21.382081 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-0ca77061-9bd8-4ba7-818e-77b7790fcf69 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for port (87b079d0-f5b8-4315-b27a-8988f8c98b86), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:21.463388 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-0ca77061-9bd8-4ba7-818e-77b7790fcf69 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (87b079d0-f5b8-4315-b27a-8988f8c98b86), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:21.510890 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4e9fbde7-b985-4175-acb9-a89df838ffae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (b89fb70d-33f6-4c55-beca-7a6b08f88dfa), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:21.513567 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4e9fbde7-b985-4175-acb9-a89df838ffae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:21.514737 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-4e9fbde7-b985-4175-acb9-a89df838ffae admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b89fb70d-33f6-4c55-beca-7a6b08f88dfa HTTP/1.1" status: 204 len: 168 time: 0.4177146 Aug 24 17:48:21.538501 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fbde7-b985-4175-acb9-a89df838ffae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89fb70d-33f6-4c55-beca-7a6b08f88dfa,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:21.632582 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (8a5ff39c-8fa9-4c77-85a2-b39dce880069), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:21.695903 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:21.700849 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-0ca77061-9bd8-4ba7-818e-77b7790fcf69 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Network 42250e67-e026-4ee8-a8ab-86c733e9a211 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:48:21.716625 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269abef-a032-4a74-b1d3-d441351ff45a req-8b6499c9-fd6a-4ec5-9dc4-cbd637bb7249 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:21.726411 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a269abef-a032-4a74-b1d3-d441351ff45a req-8b6499c9-fd6a-4ec5-9dc4-cbd637bb7249 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 932 time: 0.4634082 Aug 24 17:48:21.727592 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca77061-9bd8-4ba7-818e-77b7790fcf69 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Pushing event updated for resources: {'Port': ['ID=87b079d0-f5b8-4315-b27a-8988f8c98b86,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:21.735448 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-0ca77061-9bd8-4ba7-818e-77b7790fcf69 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:48:21.737900 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-0ca77061-9bd8-4ba7-818e-77b7790fcf69 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:48:21.977724 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:22.066560 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a269abef-a032-4a74-b1d3-d441351ff45a req-c5a44b83-8a4d-4966-a3fc-d57f328fc62e tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245547 Aug 24 17:48:22.142379 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-50fdf1d4-85a9-4952-96c7-f9595b833bfc req-ad513734-971f-440f-9c95-13a057f80864 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 210 time: 0.0652959 Aug 24 17:48:22.217018 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-0ca77061-9bd8-4ba7-818e-77b7790fcf69 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:22.232839 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-0ca77061-9bd8-4ba7-818e-77b7790fcf69 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for port (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:22.240664 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 58718) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:22.302058 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1c484092-9491-45f6-9902-fd87a39dddce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:22.328314 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:22.358103 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:22.405860 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-c7aa3222-f67f-4893-813c-fd9f84110480 None None] Provisioning complete for port 87b079d0-f5b8-4315-b27a-8988f8c98b86 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:22.407888 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-c7aa3222-f67f-4893-813c-fd9f84110480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (87b079d0-f5b8-4315-b27a-8988f8c98b86), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:22.486963 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.62', 54026) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:22.487298 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.62', 54027) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:22.536749 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-c7aa3222-f67f-4893-813c-fd9f84110480 None None] Port 87b079d0-f5b8-4315-b27a-8988f8c98b86 cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:48:22.539666 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-1f8fdbcf-d2fb-4f2f-b8e8-a0425e4eb6c5 req-3c7ca55f-878b-4a5d-99f1-5e96d433e897 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 210 time: 0.2697678 Aug 24 17:48:22.562943 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-0ca77061-9bd8-4ba7-818e-77b7790fcf69 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.62 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6729045 Aug 24 17:48:22.597340 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] Request body: {'port': {'device_id': '0397fbeb-25d8-46af-98bb-8a7b70c97f48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:48:22.730200 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1c484092-9491-45f6-9902-fd87a39dddce admin admin] Publish callbacks [] for security_group (a23e6eac-ba5e-495c-8b18-5b60a11b15bb), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:22.809990 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (87b079d0-f5b8-4315-b27a-8988f8c98b86), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:22.814319 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1c484092-9491-45f6-9902-fd87a39dddce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (a23e6eac-ba5e-495c-8b18-5b60a11b15bb), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:23.182038 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-ec08c52b-e403-4c51-b14d-6002b954aedb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:23.182592 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-ec08c52b-e403-4c51-b14d-6002b954aedb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.62 "GET /networking/v2.0/networks?id=42250e67-e026-4ee8-a8ab-86c733e9a211 HTTP/1.1" status: 200 len: 818 time: 0.6934874 Aug 24 17:48:23.185090 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-1c484092-9491-45f6-9902-fd87a39dddce admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3306dd3df2af4307b18dae54d7f11b66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9427950 Aug 24 17:48:23.208504 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c484092-9491-45f6-9902-fd87a39dddce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23e6eac-ba5e-495c-8b18-5b60a11b15bb,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:23.211738 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 58756) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:23.335051 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce678bc-99d8-4a80-84f5-1954c6d59b14 req-0eee98e3-0584-479d-a316-a3e3fd8339af tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:23.343938 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3ce678bc-99d8-4a80-84f5-1954c6d59b14 req-0eee98e3-0584-479d-a316-a3e3fd8339af tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 932 time: 0.1303279 Aug 24 17:48:23.360210 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-33ad4391-4367-4069-9a03-045df8c1c0db tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Request body: {'port': {'device_id': 'aa644603-71e5-4474-ac86-f0f7ce938d0f', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'admin_state_up': True, 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:48:23.401255 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fa44de0c-589e-4e46-9aec-f78c9b9514d3 req-7e4317ad-4d8d-487b-8755-4b9d29e257db tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 210 time: 0.0864849 Aug 24 17:48:23.409491 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5ff39c-8fa9-4c77-85a2-b39dce880069 {{(pid=112763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:48:23.420149 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 58768) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:23.461399 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] Publish callbacks [] for port (8a5ff39c-8fa9-4c77-85a2-b39dce880069), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:23.474373 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3ce678bc-99d8-4a80-84f5-1954c6d59b14 req-b47c0e81-fc62-41bd-ab15-ac4d985ade39 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288404 Aug 24 17:48:23.497207 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.provisioning_blocks [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] Transition to ACTIVE for port object 8a5ff39c-8fa9-4c77-85a2-b39dce880069 will not be triggered until provisioned by entity L2. {{(pid=112763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:48:23.504654 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (8a5ff39c-8fa9-4c77-85a2-b39dce880069), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:23.556109 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-8a20f3c7-27b6-4725-805f-8bb7db2f0d93 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:23.558133 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-8a20f3c7-27b6-4725-805f-8bb7db2f0d93 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.62 "GET /networking/v2.0/networks?id=b4887da7-fc9b-4bdc-bef8-72d9aff23bba HTTP/1.1" status: 200 len: 817 time: 1.0682275 Aug 24 17:48:23.583413 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-3093f461-226d-4c10-90fa-dddf2ff1979b admin admin] Publish callbacks [] for security_group (a23e6eac-ba5e-495c-8b18-5b60a11b15bb), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:23.594758 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5ff39c-8fa9-4c77-85a2-b39dce880069,revision_number=2']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:23.612615 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-3093f461-226d-4c10-90fa-dddf2ff1979b admin admin] Publish callbacks [] for security_group (a23e6eac-ba5e-495c-8b18-5b60a11b15bb), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:23.785825 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-3093f461-226d-4c10-90fa-dddf2ff1979b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (a23e6eac-ba5e-495c-8b18-5b60a11b15bb), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:23.788472 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-3093f461-226d-4c10-90fa-dddf2ff1979b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:23.792098 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-3093f461-226d-4c10-90fa-dddf2ff1979b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a23e6eac-ba5e-495c-8b18-5b60a11b15bb HTTP/1.1" status: 204 len: 168 time: 0.5609829 Aug 24 17:48:23.827541 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093f461-226d-4c10-90fa-dddf2ff1979b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23e6eac-ba5e-495c-8b18-5b60a11b15bb,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:23.839862 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-33ad4391-4367-4069-9a03-045df8c1c0db tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Made reservation on behalf of 0fb78a439e20439f8d93a4f7df3f28f8 for: {'port': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:48:23.851789 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-33ad4391-4367-4069-9a03-045df8c1c0db tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:23.900432 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-36d76a3b-92d2-41b0-9c4e-d7224233cb2a tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.62 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2fe3fa5e280d4fbd8a26cac05fe8aaa9 HTTP/1.1" status: 200 len: 379 time: 0.3180673 Aug 24 17:48:23.988804 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-83a21ad8-71f6-4aa9-b427-9a65cca6ef08 req-f985be7c-2fc3-4483-9777-bd6be66f07de tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 210 time: 0.0819693 Aug 24 17:48:24.082506 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cc15c81d-efb8-4709-abbd-a96303187f82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:24.119259 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-b27e0edf-4218-42cf-8fd6-c97117195d10 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Request body: {'port': {'device_id': '11705238-e9d4-4c1e-ab49-d5a27eb4df4c', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'admin_state_up': True, 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'security_groups': ['9556deed-1067-4f3a-b3a0-e742d70fde11']}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:48:24.202445 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:24.213617 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87b079d0-f5b8-4315-b27a-8988f8c98b86 {{(pid=112763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:48:24.225083 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] Publish callbacks [] for port (87b079d0-f5b8-4315-b27a-8988f8c98b86), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:24.226111 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:24.246376 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.provisioning_blocks [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] Transition to ACTIVE for port object 87b079d0-f5b8-4315-b27a-8988f8c98b86 will not be triggered until provisioned by entity L2. {{(pid=112763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:48:24.247790 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:24.268809 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (87b079d0-f5b8-4315-b27a-8988f8c98b86), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:24.456712 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-33ad4391-4367-4069-9a03-045df8c1c0db tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Allocated IP 172.20.0.4 (42250e67-e026-4ee8-a8ab-86c733e9a211/691c41c2-810c-4ccb-bb31-aecf9470a77a/739a8b43-ab7a-4d3c-b2a6-c214a877b1e1) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:48:24.578787 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-b27e0edf-4218-42cf-8fd6-c97117195d10 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Made reservation on behalf of 2fe3fa5e280d4fbd8a26cac05fe8aaa9 for: {'port': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:48:24.590577 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-b27e0edf-4218-42cf-8fd6-c97117195d10 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:24.629816 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 58794) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:24.630236 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=87b079d0-f5b8-4315-b27a-8988f8c98b86,revision_number=2']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:24.641158 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:24.661004 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.managers [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] Attempting to bind port 8a5ff39c-8fa9-4c77-85a2-b39dce880069 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:48:24.661381 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.managers [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] Attempting to bind port 8a5ff39c-8fa9-4c77-85a2-b39dce880069 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '04da034a-7956-4d9b-ba69-517a30a693d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9de81dac-b84b-4053-b909-7b5379a734d3'}] {{(pid=112763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:48:24.661751 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] Attempting to bind port 8a5ff39c-8fa9-4c77-85a2-b39dce880069 on network 9de81dac-b84b-4053-b909-7b5379a734d3 {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:48:24.693907 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] Port 8a5ff39c-8fa9-4c77-85a2-b39dce880069 on network 9de81dac-b84b-4053-b909-7b5379a734d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:48:24.694241 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] Attempting to bind port 8a5ff39c-8fa9-4c77-85a2-b39dce880069 on network 9de81dac-b84b-4053-b909-7b5379a734d3 {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:48:24.745173 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] Checking agent: {'id': 'd24852b8-87fc-4acc-b821-6f57e7364c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'started_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:48:24.745419 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] Checking segment: {'id': '04da034a-7956-4d9b-ba69-517a30a693d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9de81dac-b84b-4053-b909-7b5379a734d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:48:24.745830 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] Bound using segment: {'id': '04da034a-7956-4d9b-ba69-517a30a693d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9de81dac-b84b-4053-b909-7b5379a734d3'} {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:48:24.746381 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.managers [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] Bound port: 8a5ff39c-8fa9-4c77-85a2-b39dce880069, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04da034a-7956-4d9b-ba69-517a30a693d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9de81dac-b84b-4053-b909-7b5379a734d3'}}] {{(pid=112763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:48:24.747938 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (8a5ff39c-8fa9-4c77-85a2-b39dce880069), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:24.788158 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d814e9e7-3524-4925-8d06-e025b90c4b51 req-85780c08-55df-423e-b95c-4c47203d5ed2 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 210 time: 0.1611834 Aug 24 17:48:25.052219 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cc15c81d-efb8-4709-abbd-a96303187f82 admin admin] Publish callbacks [] for security_group (92e006f4-62e9-479f-8690-2de84dd0f9a8), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:25.074211 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32adb4-7a7c-413a-a63b-7174a0e5443d req-349b69fa-42fa-4e8d-8831-ae627e15a143 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:25.075792 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7e32adb4-7a7c-413a-a63b-7174a0e5443d req-349b69fa-42fa-4e8d-8831-ae627e15a143 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 944 time: 0.4493234 Aug 24 17:48:25.076437 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cc15c81d-efb8-4709-abbd-a96303187f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (92e006f4-62e9-479f-8690-2de84dd0f9a8), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:25.085676 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-33ad4391-4367-4069-9a03-045df8c1c0db tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for port (739a8b43-ab7a-4d3c-b2a6-c214a877b1e1), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:25.126737 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-b27e0edf-4218-42cf-8fd6-c97117195d10 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Allocated IP 172.20.0.9 (b4887da7-fc9b-4bdc-bef8-72d9aff23bba/f4beb65d-55f8-43c8-9c96-bbd198ab3e33/41c4ee25-50fb-45d7-9866-1d83514f02d5) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:48:25.229224 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-33ad4391-4367-4069-9a03-045df8c1c0db tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (739a8b43-ab7a-4d3c-b2a6-c214a877b1e1), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:25.235581 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15c81d-efb8-4709-abbd-a96303187f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e006f4-62e9-479f-8690-2de84dd0f9a8,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:25.270829 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-cc15c81d-efb8-4709-abbd-a96303187f82 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=72e32cdebe0646a59ff4971a606a92bb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8289247 Aug 24 17:48:25.274750 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.managers [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] Attempting to bind port 87b079d0-f5b8-4315-b27a-8988f8c98b86 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:48:25.275765 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.managers [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] Attempting to bind port 87b079d0-f5b8-4315-b27a-8988f8c98b86 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '9c8d4118-7962-435d-9942-3c81535bbb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211'}] {{(pid=112763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:48:25.276103 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] Attempting to bind port 87b079d0-f5b8-4315-b27a-8988f8c98b86 on network 42250e67-e026-4ee8-a8ab-86c733e9a211 {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:48:25.297049 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 58804) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:25.308817 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] For port 8a5ff39c-8fa9-4c77-85a2-b39dce880069, host hv-cinder-84052, cleared binding levels {{(pid=112763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:48:25.347423 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] Port 87b079d0-f5b8-4315-b27a-8988f8c98b86 on network 42250e67-e026-4ee8-a8ab-86c733e9a211 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:48:25.360572 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] Attempting to bind port 87b079d0-f5b8-4315-b27a-8988f8c98b86 on network 42250e67-e026-4ee8-a8ab-86c733e9a211 {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:48:25.380946 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-eaeab20a-229a-4a6f-af07-5f15b5bf6302 req-4c074644-fb1b-4132-89d7-355f72319c8b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 210 time: 0.1886928 Aug 24 17:48:25.413734 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] For port 8a5ff39c-8fa9-4c77-85a2-b39dce880069, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8a5ff39c-8fa9-4c77-85a2-b39dce880069,segment=NetworkSegment(04da034a-7956-4d9b-ba69-517a30a693d9),segment_id=04da034a-7956-4d9b-ba69-517a30a693d9)] {{(pid=112763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:48:25.441444 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7e32adb4-7a7c-413a-a63b-7174a0e5443d req-3407c706-0270-4bd7-ab7f-5368b56ade12 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289092 Aug 24 17:48:25.443048 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] Checking agent: {'id': 'd24852b8-87fc-4acc-b821-6f57e7364c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'started_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:48:25.445104 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] Checking segment: {'id': '9c8d4118-7962-435d-9942-3c81535bbb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:48:25.445676 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] Bound using segment: {'id': '9c8d4118-7962-435d-9942-3c81535bbb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211'} {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:48:25.447643 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.managers [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] Bound port: 87b079d0-f5b8-4315-b27a-8988f8c98b86, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c8d4118-7962-435d-9942-3c81535bbb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211'}}] {{(pid=112763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:48:25.448209 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (87b079d0-f5b8-4315-b27a-8988f8c98b86), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:25.496100 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (8a5ff39c-8fa9-4c77-85a2-b39dce880069), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:25.499160 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-33ad4391-4367-4069-9a03-045df8c1c0db tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Network 42250e67-e026-4ee8-a8ab-86c733e9a211 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:48:25.528383 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-33ad4391-4367-4069-9a03-045df8c1c0db tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:48:25.573853 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:25.574599 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for port (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:25.576178 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] 10.222.0.62 "PUT /networking/v2.0/ports/8a5ff39c-8fa9-4c77-85a2-b39dce880069 HTTP/1.1" status: 200 len: 1094 time: 5.1429608 Aug 24 17:48:25.577039 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-33ad4391-4367-4069-9a03-045df8c1c0db tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:48:25.584786 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-33ad4391-4367-4069-9a03-045df8c1c0db tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:25.585821 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-33ad4391-4367-4069-9a03-045df8c1c0db tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:25.608226 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad4391-4367-4069-9a03-045df8c1c0db tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Pushing event updated for resources: {'Port': ['ID=739a8b43-ab7a-4d3c-b2a6-c214a877b1e1,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:25.608795 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca739a9-de86-4fb2-b047-7bc75fa540bb', 'tag': '8a5ff39c-8fa9-4c77-85a2-b39dce880069'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:48:25.684420 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-33ad4391-4367-4069-9a03-045df8c1c0db tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.62 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3630402 Aug 24 17:48:25.692796 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-803050b3-7017-4ada-97e0-c2cde7b02378 admin admin] Publish callbacks [] for security_group (92e006f4-62e9-479f-8690-2de84dd0f9a8), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:25.707281 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] Request body: {'port': {'device_id': 'aa644603-71e5-4474-ac86-f0f7ce938d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:48:26.027238 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c6662-f5f1-447d-b35d-f05ce84c0d06 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5ff39c-8fa9-4c77-85a2-b39dce880069,revision_number=3']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:26.061176 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-803050b3-7017-4ada-97e0-c2cde7b02378 admin admin] Publish callbacks [] for security_group (92e006f4-62e9-479f-8690-2de84dd0f9a8), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:26.074647 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=5,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:26.104750 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-ed113168-6131-4ed4-9558-21a91b724cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:26.106331 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-ed113168-6131-4ed4-9558-21a91b724cf8 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=4bca50d38140438ebd32cdcb25c65e3d&device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 1128 time: 0.4169421 Aug 24 17:48:26.112232 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-50c7613b-9065-4f1f-8be6-6cbfcf5d1948 None None] Provisioning complete for port 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:26.112699 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-50c7613b-9065-4f1f-8be6-6cbfcf5d1948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (739a8b43-ab7a-4d3c-b2a6-c214a877b1e1), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:26.119676 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] For port 87b079d0-f5b8-4315-b27a-8988f8c98b86, host hv-cinder-84052, cleared binding levels {{(pid=112763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:48:26.126413 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-f6be9fd3-28eb-413c-a274-ae4a47e57c9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:26.148258 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] For port 87b079d0-f5b8-4315-b27a-8988f8c98b86, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=87b079d0-f5b8-4315-b27a-8988f8c98b86,segment=NetworkSegment(9c8d4118-7962-435d-9942-3c81535bbb02),segment_id=9c8d4118-7962-435d-9942-3c81535bbb02)] {{(pid=112763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:48:26.164853 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:26.233078 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (739a8b43-ab7a-4d3c-b2a6-c214a877b1e1), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:26.258985 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-50c7613b-9065-4f1f-8be6-6cbfcf5d1948 None None] Port 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:48:26.294549 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (87b079d0-f5b8-4315-b27a-8988f8c98b86), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:26.320172 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f00ef30-47a3-4f30-9949-f57679bdd470" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca739a9-de86-4fb2-b047-7bc75fa540bb", "tag": "8a5ff39c-8fa9-4c77-85a2-b39dce880069"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:48:26.321575 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce36e88-d430-4453-be33-b08a75621c19 req-e6c5c60c-b6d6-470e-b1ce-e25da9047dfb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:26.329488 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7ce36e88-d430-4453-be33-b08a75621c19 req-e6c5c60c-b6d6-470e-b1ce-e25da9047dfb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 931 time: 0.4131165 Aug 24 17:48:26.342909 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-b27e0edf-4218-42cf-8fd6-c97117195d10 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:26.503047 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-9501ce39-9a62-4146-b369-c048e86e79a2 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a5ff39c-8fa9-4c77-85a2-b39dce880069 HTTP/1.1" status: 200 len: 217 time: 0.3494787 Aug 24 17:48:26.515007 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:26.518030 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for port (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:26.526608 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] 10.222.0.62 "PUT /networking/v2.0/ports/87b079d0-f5b8-4315-b27a-8988f8c98b86 HTTP/1.1" status: 200 len: 1094 time: 3.9307487 Aug 24 17:48:26.604891 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7ce36e88-d430-4453-be33-b08a75621c19 req-fc798cbc-feec-4aff-a7c2-dc4ff57c9211 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743697 Aug 24 17:48:26.705402 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-b27e0edf-4218-42cf-8fd6-c97117195d10 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:26.732814 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:26.741742 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84087599-12e3-4329-93fd-ff4988093029 req-8657da08-dce8-413d-b77a-151f237376fe tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:26.744299 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-84087599-12e3-4329-93fd-ff4988093029 req-8657da08-dce8-413d-b77a-151f237376fe tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 931 time: 0.0878818 Aug 24 17:48:26.745444 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-803050b3-7017-4ada-97e0-c2cde7b02378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (92e006f4-62e9-479f-8690-2de84dd0f9a8), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:26.748435 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-803050b3-7017-4ada-97e0-c2cde7b02378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:26.750381 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-803050b3-7017-4ada-97e0-c2cde7b02378 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/92e006f4-62e9-479f-8690-2de84dd0f9a8 HTTP/1.1" status: 204 len: 168 time: 1.4514208 Aug 24 17:48:26.787231 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:26.870297 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803050b3-7017-4ada-97e0-c2cde7b02378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e006f4-62e9-479f-8690-2de84dd0f9a8,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:26.910178 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-f6be9fd3-28eb-413c-a274-ae4a47e57c9f admin admin] Publish callbacks [] for security_group (785632c9-9526-4236-af4f-038dd3b7b816), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:26.925708 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-b27e0edf-4218-42cf-8fd6-c97117195d10 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Network b4887da7-fc9b-4bdc-bef8-72d9aff23bba is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:48:26.934128 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-f6be9fd3-28eb-413c-a274-ae4a47e57c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (785632c9-9526-4236-af4f-038dd3b7b816), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:26.948063 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-b27e0edf-4218-42cf-8fd6-c97117195d10 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:48:26.953458 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e0edf-4218-42cf-8fd6-c97117195d10 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Pushing event updated for resources: {'Port': ['ID=41c4ee25-50fb-45d7-9866-1d83514f02d5,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:26.966234 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-b27e0edf-4218-42cf-8fd6-c97117195d10 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:48:26.971103 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-b27e0edf-4218-42cf-8fd6-c97117195d10 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:26.971769 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-b27e0edf-4218-42cf-8fd6-c97117195d10 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:27.021332 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d2152-3f16-425c-8653-68c360861d6f req-f5685cba-cf8e-46b7-ae5d-d29479c8b37d tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:27.035718 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-045d2152-3f16-425c-8653-68c360861d6f req-f5685cba-cf8e-46b7-ae5d-d29479c8b37d tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 944 time: 0.3053546 Aug 24 17:48:27.052178 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-84087599-12e3-4329-93fd-ff4988093029 req-2aa9f1b9-16e7-48d9-a161-021fad34ca76 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2963850 Aug 24 17:48:27.057633 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-e346fb74-ae09-41aa-a8f4-e145b17198d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:27.059185 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-e346fb74-ae09-41aa-a8f4-e145b17198d8 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=0fb78a439e20439f8d93a4f7df3f28f8&device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 1128 time: 0.3370929 Aug 24 17:48:27.069900 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346ac17-df6f-43b8-9759-65b81cfc9cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=87b079d0-f5b8-4315-b27a-8988f8c98b86,revision_number=3']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:27.092176 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-02f43b20-e806-4c58-8963-6b5e67a77f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:27.093653 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-02f43b20-e806-4c58-8963-6b5e67a77f80 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=f767223b-657c-4dfb-9899-67ba5b81ed51 HTTP/1.1" status: 200 len: 851 time: 0.5493298 Aug 24 17:48:27.197970 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be9fd3-28eb-413c-a274-ae4a47e57c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785632c9-9526-4236-af4f-038dd3b7b816,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:27.246216 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-b3faee0a-a0d2-487a-aa76-71a07bb362eb service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87b079d0-f5b8-4315-b27a-8988f8c98b86 HTTP/1.1" status: 200 len: 217 time: 0.0877488 Aug 24 17:48:27.282513 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-f6be9fd3-28eb-413c-a274-ae4a47e57c9f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e27756b7d36a4d2ea88b9a4760dd640b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6170561 Aug 24 17:48:27.286731 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-b27e0edf-4218-42cf-8fd6-c97117195d10 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.62 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2063849 Aug 24 17:48:27.287705 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 58868) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:27.395647 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-34fc7e7f-e57c-428a-bf18-fd793066ece7 None None] Provisioning complete for port 41c4ee25-50fb-45d7-9866-1d83514f02d5 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:27.396224 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-34fc7e7f-e57c-428a-bf18-fd793066ece7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:27.417346 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] Request body: {'port': {'device_id': '11705238-e9d4-4c1e-ab49-d5a27eb4df4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:48:27.459772 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:27.531976 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:27.541292 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-86cd0fba-ba28-4988-beed-694b0c0001c5 admin admin] Publish callbacks [] for security_group (785632c9-9526-4236-af4f-038dd3b7b816), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:27.542446 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-b3b5e870-1006-4c5d-8c37-081c08f3de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:27.545176 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-b3b5e870-1006-4c5d-8c37-081c08f3de7c service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=9de81dac-b84b-4053-b909-7b5379a734d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3743930 Aug 24 17:48:27.571900 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-34fc7e7f-e57c-428a-bf18-fd793066ece7 None None] Port 41c4ee25-50fb-45d7-9866-1d83514f02d5 cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:48:27.599330 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:27.671858 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-76f2526f-ab47-4dc2-a281-c0bd0a8c496a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:27.672928 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-76f2526f-ab47-4dc2-a281-c0bd0a8c496a service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=691c41c2-810c-4ccb-bb31-aecf9470a77a HTTP/1.1" status: 200 len: 857 time: 0.1275821 Aug 24 17:48:27.831818 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-045d2152-3f16-425c-8653-68c360861d6f req-067ff9e0-3e95-4bc2-8504-85ed05163366 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7919779 Aug 24 17:48:27.858056 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 {{(pid=112764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:48:27.914822 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] Publish callbacks [] for port (739a8b43-ab7a-4d3c-b2a6-c214a877b1e1), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:27.938996 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bcfec3-6c39-4bfc-9bec-677782ec43b5 x-openstack-request-id: req-c9bcfec3-6c39-4bfc-9bec-677782ec43b5 {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:48:27.939612 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca739a9-de86-4fb2-b047-7bc75fa540bb", "tag": "8a5ff39c-8fa9-4c77-85a2-b39dce880069", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:48:27.939782 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c9bcfec3-6c39-4bfc-9bec-677782ec43b5 {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:48:27.940198 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9bcfec3-6c39-4bfc-9bec-677782ec43b5'] response: {'name': 'network-changed', 'server_uuid': '7ca739a9-de86-4fb2-b047-7bc75fa540bb', 'tag': '8a5ff39c-8fa9-4c77-85a2-b39dce880069', 'status': 'completed', 'code': 200} Aug 24 17:48:27.941833 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-32bd89b2-6c2e-4395-92e0-6fb620945498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:27.943378 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-32bd89b2-6c2e-4395-92e0-6fb620945498 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=42250e67-e026-4ee8-a8ab-86c733e9a211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1606913 Aug 24 17:48:27.950780 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-1fa78bf0-52ca-4099-b0e2-c6cccc7a588b service neutron] 10.222.0.62 "GET /networking/v2.0/networks/9de81dac-b84b-4053-b909-7b5379a734d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637975 Aug 24 17:48:27.971449 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-86cd0fba-ba28-4988-beed-694b0c0001c5 admin admin] Publish callbacks [] for security_group (785632c9-9526-4236-af4f-038dd3b7b816), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:28.031190 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.provisioning_blocks [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] Transition to ACTIVE for port object 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 will not be triggered until provisioned by entity L2. {{(pid=112764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:48:28.050315 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (739a8b43-ab7a-4d3c-b2a6-c214a877b1e1), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:28.296649 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37035d-e8da-4efa-ac3b-3fc3ee6258ec req-3c5d0c2a-5fd6-4e7e-bfa6-1d8e876f993e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:28.299690 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ad37035d-e8da-4efa-ac3b-3fc3ee6258ec req-3c5d0c2a-5fd6-4e7e-bfa6-1d8e876f993e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 943 time: 0.2380588 Aug 24 17:48:28.305144 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] Attempting to bind port 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:48:28.305850 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] Attempting to bind port 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '9c8d4118-7962-435d-9942-3c81535bbb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211'}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:48:28.306374 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] Attempting to bind port 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 on network 42250e67-e026-4ee8-a8ab-86c733e9a211 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:48:28.311497 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=739a8b43-ab7a-4d3c-b2a6-c214a877b1e1,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:28.318107 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] Port 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 on network 42250e67-e026-4ee8-a8ab-86c733e9a211 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:48:28.318864 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] Attempting to bind port 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 on network 42250e67-e026-4ee8-a8ab-86c733e9a211 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:48:28.352231 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] Checking agent: {'id': 'd24852b8-87fc-4acc-b821-6f57e7364c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'started_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:48:28.352988 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] Checking segment: {'id': '9c8d4118-7962-435d-9942-3c81535bbb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:48:28.353713 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] Bound using segment: {'id': '9c8d4118-7962-435d-9942-3c81535bbb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211'} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:48:28.354416 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] Bound port: 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c8d4118-7962-435d-9942-3c81535bbb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211'}}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:48:28.354788 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (739a8b43-ab7a-4d3c-b2a6-c214a877b1e1), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:28.397760 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-86cd0fba-ba28-4988-beed-694b0c0001c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (785632c9-9526-4236-af4f-038dd3b7b816), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:28.400597 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-86cd0fba-ba28-4988-beed-694b0c0001c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:28.420114 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-86cd0fba-ba28-4988-beed-694b0c0001c5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/785632c9-9526-4236-af4f-038dd3b7b816 HTTP/1.1" status: 204 len: 168 time: 1.1228690 Aug 24 17:48:28.444602 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd0fba-ba28-4988-beed-694b0c0001c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785632c9-9526-4236-af4f-038dd3b7b816,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:28.445402 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a6f62-fdc2-41df-b639-4eb0b1221845 req-66442a74-7d39-4d2f-9a9d-0297f9d39135 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:28.447897 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-761a6f62-fdc2-41df-b639-4eb0b1221845 req-66442a74-7d39-4d2f-9a9d-0297f9d39135 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 931 time: 0.2237139 Aug 24 17:48:28.486011 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-bac21a3a-2ba2-4d62-9c77-b3c3d89d860a service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324090 Aug 24 17:48:28.487856 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f9a69e2d-0a9e-470b-bd6d-6a12dfaa4962 req-93958b92-0457-461a-8cb0-f91361da4c95 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/9de81dac-b84b-4053-b909-7b5379a734d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914093 Aug 24 17:48:28.553104 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-761a6f62-fdc2-41df-b639-4eb0b1221845 req-eb4dcebe-c2ac-4810-a126-1bf2d8416330 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964909 Aug 24 17:48:28.641892 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ad37035d-e8da-4efa-ac3b-3fc3ee6258ec req-67c2d5a4-8b39-4cc2-aec6-b2f869ad2173 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253922 Aug 24 17:48:28.688298 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] For port 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1, host hv-cinder-84052, cleared binding levels {{(pid=112764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:48:28.714941 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] For port 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=739a8b43-ab7a-4d3c-b2a6-c214a877b1e1,segment=NetworkSegment(9c8d4118-7962-435d-9942-3c81535bbb02),segment_id=9c8d4118-7962-435d-9942-3c81535bbb02)] {{(pid=112764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:48:28.739561 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (739a8b43-ab7a-4d3c-b2a6-c214a877b1e1), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:28.764841 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:28.765460 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:28.767014 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] 10.222.0.62 "PUT /networking/v2.0/ports/739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 HTTP/1.1" status: 200 len: 1093 time: 3.0670831 Aug 24 17:48:28.767517 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa644603-71e5-4474-ac86-f0f7ce938d0f', 'tag': '739a8b43-ab7a-4d3c-b2a6-c214a877b1e1'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:48:28.861700 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:28.865563 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c4ee25-50fb-45d7-9866-1d83514f02d5 {{(pid=112764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:48:28.883222 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] Publish callbacks [] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:28.906504 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e61cd7-84df-4966-9293-f55f5025c9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=739a8b43-ab7a-4d3c-b2a6-c214a877b1e1,revision_number=3']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:28.910907 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.provisioning_blocks [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] Transition to ACTIVE for port object 41c4ee25-50fb-45d7-9866-1d83514f02d5 will not be triggered until provisioned by entity L2. {{(pid=112764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:48:28.917796 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:28.983128 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c34868-146e-489a-9e31-b34091530fcb req-d90f5364-c3e7-4fa5-8621-8889c8a7ccef tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:28.991120 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c6c34868-146e-489a-9e31-b34091530fcb req-d90f5364-c3e7-4fa5-8621-8889c8a7ccef tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 944 time: 0.0658505 Aug 24 17:48:28.998323 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] Pushing event updated for resources: {'Port': ['ID=41c4ee25-50fb-45d7-9866-1d83514f02d5,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:29.010394 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] Attempting to bind port 41c4ee25-50fb-45d7-9866-1d83514f02d5 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:48:29.010929 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] Attempting to bind port 41c4ee25-50fb-45d7-9866-1d83514f02d5 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': 'b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba'}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:48:29.011409 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] Attempting to bind port 41c4ee25-50fb-45d7-9866-1d83514f02d5 on network b4887da7-fc9b-4bdc-bef8-72d9aff23bba {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:48:29.017042 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] Port 41c4ee25-50fb-45d7-9866-1d83514f02d5 on network b4887da7-fc9b-4bdc-bef8-72d9aff23bba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:48:29.017373 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] Attempting to bind port 41c4ee25-50fb-45d7-9866-1d83514f02d5 on network b4887da7-fc9b-4bdc-bef8-72d9aff23bba {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:48:29.023378 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] Checking agent: {'id': 'd24852b8-87fc-4acc-b821-6f57e7364c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'started_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:48:29.032016 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] Checking segment: {'id': 'b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:48:29.032698 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] Bound using segment: {'id': 'b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba'} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:48:29.034043 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:29.034670 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] Bound port: 41c4ee25-50fb-45d7-9866-1d83514f02d5, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba'}}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:48:29.035290 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:29.041419 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:29.064028 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c6c34868-146e-489a-9e31-b34091530fcb req-ebe77f49-752a-48d4-87da-b50a15d758fc tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719872 Aug 24 17:48:29.127454 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] For port 41c4ee25-50fb-45d7-9866-1d83514f02d5, host hv-cinder-84052, cleared binding levels {{(pid=112764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:48:29.130508 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] For port 41c4ee25-50fb-45d7-9866-1d83514f02d5, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=41c4ee25-50fb-45d7-9866-1d83514f02d5,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:48:29.138429 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:29.142860 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:29.144279 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:29.145765 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] 10.222.0.62 "PUT /networking/v2.0/ports/41c4ee25-50fb-45d7-9866-1d83514f02d5 HTTP/1.1" status: 200 len: 1093 time: 1.7396526 Aug 24 17:48:29.190898 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2cafb-930c-491a-bb03-61fad953821b service neutron] Pushing event updated for resources: {'Port': ['ID=41c4ee25-50fb-45d7-9866-1d83514f02d5,revision_number=3']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:29.264643 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 58936) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:29.278535 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-439e1c47-ddc0-48b9-97ee-d01f6d865c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:29.396364 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-439e1c47-ddc0-48b9-97ee-d01f6d865c06 admin admin] Publish callbacks [] for security_group (9f1a3c2d-5b0e-41bc-b213-f89251c38f05), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:29.401159 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208c68ea-b376-45c2-9c13-94174c368a32" -d '{"events": [{"name": "network-changed", "server_uuid": "aa644603-71e5-4474-ac86-f0f7ce938d0f", "tag": "739a8b43-ab7a-4d3c-b2a6-c214a877b1e1"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:48:29.410198 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-439e1c47-ddc0-48b9-97ee-d01f6d865c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (9f1a3c2d-5b0e-41bc-b213-f89251c38f05), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:29.458556 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e1c47-ddc0-48b9-97ee-d01f6d865c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1a3c2d-5b0e-41bc-b213-f89251c38f05,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:29.467203 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-439e1c47-ddc0-48b9-97ee-d01f6d865c06 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=03396f57370341adbefc36b632fd475d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2011292 Aug 24 17:48:29.470112 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 58954) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:29.543904 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b4740c15-87c3-4860-86c1-7099ecff86c2 admin admin] Publish callbacks [] for security_group (9f1a3c2d-5b0e-41bc-b213-f89251c38f05), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:29.584977 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b4740c15-87c3-4860-86c1-7099ecff86c2 admin admin] Publish callbacks [] for security_group (9f1a3c2d-5b0e-41bc-b213-f89251c38f05), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:29.655223 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a00a60-dc87-4c30-8c96-982829eb83f5 x-openstack-request-id: req-98a00a60-dc87-4c30-8c96-982829eb83f5 {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:48:29.655898 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa644603-71e5-4474-ac86-f0f7ce938d0f", "tag": "739a8b43-ab7a-4d3c-b2a6-c214a877b1e1", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:48:29.656541 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-98a00a60-dc87-4c30-8c96-982829eb83f5 {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:48:29.657051 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a00a60-dc87-4c30-8c96-982829eb83f5'] response: {'name': 'network-changed', 'server_uuid': 'aa644603-71e5-4474-ac86-f0f7ce938d0f', 'tag': '739a8b43-ab7a-4d3c-b2a6-c214a877b1e1', 'status': 'completed', 'code': 200} Aug 24 17:48:29.838394 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194b4a6-78b0-49de-b681-aef76e6b59fe req-6e229e31-cc08-4718-b59f-1814578fe1a3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:29.840500 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f194b4a6-78b0-49de-b681-aef76e6b59fe req-6e229e31-cc08-4718-b59f-1814578fe1a3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 943 time: 0.1015625 Aug 24 17:48:29.902119 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f194b4a6-78b0-49de-b681-aef76e6b59fe req-b6e1c7e0-832d-4421-8041-db6fbf28efb3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511448 Aug 24 17:48:29.947837 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0397fbeb-25d8-46af-98bb-8a7b70c97f48', 'tag': '87b079d0-f5b8-4315-b27a-8988f8c98b86'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:48:29.951618 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc9b049-2e4a-4a1f-80b8-a698f452948f" -d '{"events": [{"name": "network-changed", "server_uuid": "0397fbeb-25d8-46af-98bb-8a7b70c97f48", "tag": "87b079d0-f5b8-4315-b27a-8988f8c98b86"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:48:29.963561 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b7faf-692e-42ac-aa00-9af319a0382c req-0171f94a-cb6e-433d-8945-b1e440226475 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:29.971529 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4a0b7faf-692e-42ac-aa00-9af319a0382c req-0171f94a-cb6e-433d-8945-b1e440226475 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0816998 Aug 24 17:48:29.990854 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b4740c15-87c3-4860-86c1-7099ecff86c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (9f1a3c2d-5b0e-41bc-b213-f89251c38f05), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:29.993948 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b4740c15-87c3-4860-86c1-7099ecff86c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:29.998188 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-b4740c15-87c3-4860-86c1-7099ecff86c2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9f1a3c2d-5b0e-41bc-b213-f89251c38f05 HTTP/1.1" status: 204 len: 168 time: 0.5266919 Aug 24 17:48:30.014706 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05633dff-fd1d-4063-9f1f-c8d9c3242f5d x-openstack-request-id: req-05633dff-fd1d-4063-9f1f-c8d9c3242f5d {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:48:30.015076 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0397fbeb-25d8-46af-98bb-8a7b70c97f48", "tag": "87b079d0-f5b8-4315-b27a-8988f8c98b86", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:48:30.015322 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-05633dff-fd1d-4063-9f1f-c8d9c3242f5d {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:48:30.015803 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05633dff-fd1d-4063-9f1f-c8d9c3242f5d'] response: {'name': 'network-changed', 'server_uuid': '0397fbeb-25d8-46af-98bb-8a7b70c97f48', 'tag': '87b079d0-f5b8-4315-b27a-8988f8c98b86', 'status': 'completed', 'code': 200} Aug 24 17:48:30.018086 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4740c15-87c3-4860-86c1-7099ecff86c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1a3c2d-5b0e-41bc-b213-f89251c38f05,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:30.063797 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4a0b7faf-692e-42ac-aa00-9af319a0382c req-5e588704-2c45-4082-aa36-e234e6e468cc tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871789 Aug 24 17:48:30.210717 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f5165-4bf1-478c-97c0-ddaec91a25d7 req-3f2fcb61-a229-49a7-896c-d2cb5d64c9fa tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:30.213066 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c62f5165-4bf1-478c-97c0-ddaec91a25d7 req-3f2fcb61-a229-49a7-896c-d2cb5d64c9fa tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 944 time: 0.0539019 Aug 24 17:48:30.273236 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c62f5165-4bf1-478c-97c0-ddaec91a25d7 req-cdf36b7c-5865-4c19-be43-8d0d945caf5f tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513241 Aug 24 17:48:30.844785 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 59040) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:31.176850 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73e284-b36b-4769-8b45-97d5fa0b826a req-aaf2089c-98f6-49f0-801a-f11253c0f46e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:31.192720 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3d73e284-b36b-4769-8b45-97d5fa0b826a req-aaf2089c-98f6-49f0-801a-f11253c0f46e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 943 time: 0.1536758 Aug 24 17:48:31.222181 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f120ccf2-404c-439a-8630-040a13d94d4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:31.286802 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:31.313381 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787319c-2bee-4358-93c7-0700bf8b088f req-fffbe7f1-fa1b-4924-998b-b9c76c312a5b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:31.316194 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3d73e284-b36b-4769-8b45-97d5fa0b826a req-91bfbc27-2a5d-43bd-86f4-68ed0c377152 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225245 Aug 24 17:48:31.334430 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6787319c-2bee-4358-93c7-0700bf8b088f req-fffbe7f1-fa1b-4924-998b-b9c76c312a5b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.1164885 Aug 24 17:48:31.405560 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6787319c-2bee-4358-93c7-0700bf8b088f req-1a511dd4-fdad-458b-ab02-36c921ef2d37 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698912 Aug 24 17:48:31.469140 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f120ccf2-404c-439a-8630-040a13d94d4b admin admin] Publish callbacks [] for security_group (140296c9-8bcf-459e-ba49-c7258b4c7abf), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:31.475865 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f120ccf2-404c-439a-8630-040a13d94d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (140296c9-8bcf-459e-ba49-c7258b4c7abf), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:31.509956 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1932ab-77db-4d58-a3b1-5ef223f952a0 req-9628eeee-dadc-4444-b54e-bb581620470d tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:31.512285 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-db1932ab-77db-4d58-a3b1-5ef223f952a0 req-9628eeee-dadc-4444-b54e-bb581620470d tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 944 time: 0.0739207 Aug 24 17:48:31.547854 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-f120ccf2-404c-439a-8630-040a13d94d4b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6002a842d5d94f838f03db0cb3856c60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7018838 Aug 24 17:48:31.548272 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 59074) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:31.554831 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120ccf2-404c-439a-8630-040a13d94d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140296c9-8bcf-459e-ba49-c7258b4c7abf,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:31.603727 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-db1932ab-77db-4d58-a3b1-5ef223f952a0 req-de6dd2ff-da55-442d-8d5f-9b9015b78eba tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771992 Aug 24 17:48:31.647926 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-365dd12a-253a-457e-b1bc-807613527497 admin admin] Publish callbacks [] for security_group (140296c9-8bcf-459e-ba49-c7258b4c7abf), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:31.672670 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-365dd12a-253a-457e-b1bc-807613527497 admin admin] Publish callbacks [] for security_group (140296c9-8bcf-459e-ba49-c7258b4c7abf), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:31.730641 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11705238-e9d4-4c1e-ab49-d5a27eb4df4c', 'tag': '41c4ee25-50fb-45d7-9866-1d83514f02d5'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:48:31.734071 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa1e881-dec8-4a1f-b0f8-672186847341" -d '{"events": [{"name": "network-changed", "server_uuid": "11705238-e9d4-4c1e-ab49-d5a27eb4df4c", "tag": "41c4ee25-50fb-45d7-9866-1d83514f02d5"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:48:31.751558 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-365dd12a-253a-457e-b1bc-807613527497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (140296c9-8bcf-459e-ba49-c7258b4c7abf), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:31.754141 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-365dd12a-253a-457e-b1bc-807613527497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:31.755313 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-365dd12a-253a-457e-b1bc-807613527497 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/140296c9-8bcf-459e-ba49-c7258b4c7abf HTTP/1.1" status: 204 len: 168 time: 0.2054434 Aug 24 17:48:31.802479 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365dd12a-253a-457e-b1bc-807613527497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140296c9-8bcf-459e-ba49-c7258b4c7abf,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:31.814646 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ca8abb03-d7e8-4c98-b9b7-5c0ea3961966 req-94f62af2-49fe-41c6-b9c4-5f98968c5690 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808417 Aug 24 17:48:31.836563 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd032cf2-1851-46ee-99dc-993ddda6553d x-openstack-request-id: req-cd032cf2-1851-46ee-99dc-993ddda6553d {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:48:31.837828 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11705238-e9d4-4c1e-ab49-d5a27eb4df4c", "tag": "41c4ee25-50fb-45d7-9866-1d83514f02d5", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:48:31.838225 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cd032cf2-1851-46ee-99dc-993ddda6553d {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:48:31.839015 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd032cf2-1851-46ee-99dc-993ddda6553d'] response: {'name': 'network-changed', 'server_uuid': '11705238-e9d4-4c1e-ab49-d5a27eb4df4c', 'tag': '41c4ee25-50fb-45d7-9866-1d83514f02d5', 'status': 'completed', 'code': 200} Aug 24 17:48:31.874674 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:32.015837 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c68ea-b376-45c2-9c13-94174c368a32 req-1bbfff12-783d-4164-9769-07846a507309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:32.015965 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00ef30-47a3-4f30-9949-f57679bdd470 req-b5ae9570-df69-410f-8c8b-682ffb5e2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:32.018632 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7f00ef30-47a3-4f30-9949-f57679bdd470 req-b5ae9570-df69-410f-8c8b-682ffb5e2852 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=4bca50d38140438ebd32cdcb25c65e3d&device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 1128 time: 0.1434042 Aug 24 17:48:32.019775 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-208c68ea-b376-45c2-9c13-94174c368a32 req-1bbfff12-783d-4164-9769-07846a507309 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=0fb78a439e20439f8d93a4f7df3f28f8&device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 1127 time: 0.1550841 Aug 24 17:48:32.031248 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1e881-dec8-4a1f-b0f8-672186847341 req-0e722666-448c-4e1c-af5b-87a2d3f1523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:32.033399 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8aa1e881-dec8-4a1f-b0f8-672186847341 req-0e722666-448c-4e1c-af5b-87a2d3f1523b service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=2fe3fa5e280d4fbd8a26cac05fe8aaa9&device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 1127 time: 0.0881090 Aug 24 17:48:32.091255 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9b049-2e4a-4a1f-80b8-a698f452948f req-d064a981-7f9b-4dd3-8799-0b479d94d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:32.093196 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0dc9b049-2e4a-4a1f-80b8-a698f452948f req-d064a981-7f9b-4dd3-8799-0b479d94d7cb service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=0fb78a439e20439f8d93a4f7df3f28f8&device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 1128 time: 0.1069357 Aug 24 17:48:32.394989 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 59124) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:32.418165 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-175a55c4-d34c-4233-9a1b-705f885e00b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:32.435727 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:32.448376 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec045d-6277-490f-a7aa-8933ad0ea4dc req-5eaa8eb5-dd15-4685-9d9d-79803442ba96 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:32.456052 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e8ec045d-6277-490f-a7aa-8933ad0ea4dc req-5eaa8eb5-dd15-4685-9d9d-79803442ba96 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 943 time: 0.0584056 Aug 24 17:48:32.507115 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e8ec045d-6277-490f-a7aa-8933ad0ea4dc req-da2cf552-bc1d-44ed-a637-7a575578d3de tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486469 Aug 24 17:48:32.517386 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 59128) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:32.586527 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-175a55c4-d34c-4233-9a1b-705f885e00b5 admin admin] Publish callbacks [] for security_group (10617740-0610-44a8-a922-1c4affd68c3e), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:32.594106 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7b76a-200a-4180-825a-d0283ae7d5d1 req-8e1d33b4-6de7-41a0-93d2-7c5ebe925565 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:32.595792 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-15e7b76a-200a-4180-825a-d0283ae7d5d1 req-8e1d33b4-6de7-41a0-93d2-7c5ebe925565 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0748630 Aug 24 17:48:32.596937 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-175a55c4-d34c-4233-9a1b-705f885e00b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (10617740-0610-44a8-a922-1c4affd68c3e), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:32.652346 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-175a55c4-d34c-4233-9a1b-705f885e00b5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=518024a86b6d4b71805d8e072e296c08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546413 Aug 24 17:48:32.657332 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 59138) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:32.666237 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a55c4-d34c-4233-9a1b-705f885e00b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10617740-0610-44a8-a922-1c4affd68c3e,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:32.702054 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-15e7b76a-200a-4180-825a-d0283ae7d5d1 req-98b08e71-6878-466c-a4ba-e64af37f44c9 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937293 Aug 24 17:48:32.748524 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:32.779533 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-15036a48-d746-4736-9951-d2c48d4c0fca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:32.789100 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b587c64-ae95-4a88-b252-6498e3b7fc9f req-18ac35a8-834d-45d8-99c6-58a7b454ee62 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:32.791945 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-9b587c64-ae95-4a88-b252-6498e3b7fc9f req-18ac35a8-834d-45d8-99c6-58a7b454ee62 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 944 time: 0.0842052 Aug 24 17:48:32.816973 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2afd16bf-4dc6-41c2-bdc3-af5a23992c5d admin admin] Publish callbacks [] for security_group (10617740-0610-44a8-a922-1c4affd68c3e), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:32.864184 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2afd16bf-4dc6-41c2-bdc3-af5a23992c5d admin admin] Publish callbacks [] for security_group (10617740-0610-44a8-a922-1c4affd68c3e), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:32.908358 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-9b587c64-ae95-4a88-b252-6498e3b7fc9f req-6baf9875-73ee-4e3d-97b2-bb3d8cff1e74 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052647 Aug 24 17:48:32.970200 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-15036a48-d746-4736-9951-d2c48d4c0fca admin admin] Publish callbacks [] for security_group (b62e7cce-17f3-424a-a325-4004938fd4b6), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:32.971604 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2afd16bf-4dc6-41c2-bdc3-af5a23992c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (10617740-0610-44a8-a922-1c4affd68c3e), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:32.974420 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2afd16bf-4dc6-41c2-bdc3-af5a23992c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:32.975602 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-2afd16bf-4dc6-41c2-bdc3-af5a23992c5d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/10617740-0610-44a8-a922-1c4affd68c3e HTTP/1.1" status: 204 len: 168 time: 0.3172791 Aug 24 17:48:32.979205 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-15036a48-d746-4736-9951-d2c48d4c0fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (b62e7cce-17f3-424a-a325-4004938fd4b6), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:32.986814 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd16bf-4dc6-41c2-bdc3-af5a23992c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10617740-0610-44a8-a922-1c4affd68c3e,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:33.017545 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:UPDATE=1,neutron:INSERT=10,neutron:SELECT=88,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:33.036376 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-15036a48-d746-4736-9951-d2c48d4c0fca admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c62a8ee5f48f499481d3522ec5005e07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5170803 Aug 24 17:48:33.037797 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15036a48-d746-4736-9951-d2c48d4c0fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62e7cce-17f3-424a-a325-4004938fd4b6,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:33.038995 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 59150) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:33.102064 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d75db29d-c369-43b1-8f53-18ebd21c2e71 admin admin] Publish callbacks [] for security_group (b62e7cce-17f3-424a-a325-4004938fd4b6), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:33.123434 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d75db29d-c369-43b1-8f53-18ebd21c2e71 admin admin] Publish callbacks [] for security_group (b62e7cce-17f3-424a-a325-4004938fd4b6), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:33.184248 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d75db29d-c369-43b1-8f53-18ebd21c2e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (b62e7cce-17f3-424a-a325-4004938fd4b6), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:33.190079 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d75db29d-c369-43b1-8f53-18ebd21c2e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:33.191443 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-d75db29d-c369-43b1-8f53-18ebd21c2e71 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b62e7cce-17f3-424a-a325-4004938fd4b6 HTTP/1.1" status: 204 len: 168 time: 0.1509223 Aug 24 17:48:33.201846 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75db29d-c369-43b1-8f53-18ebd21c2e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62e7cce-17f3-424a-a325-4004938fd4b6,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:33.707290 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc12d5-72c3-4bd9-ad38-ca5924e12960 req-131d4322-1f7d-4fc5-9140-b4cbe1741dc6 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:33.709703 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b8bc12d5-72c3-4bd9-ad38-ca5924e12960 req-131d4322-1f7d-4fc5-9140-b4cbe1741dc6 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 943 time: 0.0563359 Aug 24 17:48:33.795643 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 59196) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:33.812367 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b8bc12d5-72c3-4bd9-ad38-ca5924e12960 req-30d3fdb9-8dcd-45a1-a10c-3e71782f900b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942070 Aug 24 17:48:33.819794 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c80177a1-8d27-4a26-928b-23cfba51ce1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:33.889326 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c8879-94f9-4122-b623-4a4693771dbc req-341e6360-b267-4fea-88d4-7ea03deeb576 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:33.890838 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f56c8879-94f9-4122-b623-4a4693771dbc req-341e6360-b267-4fea-88d4-7ea03deeb576 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0728934 Aug 24 17:48:33.964107 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f56c8879-94f9-4122-b623-4a4693771dbc req-68d1278c-d4d4-4f96-bf79-9dc949feb819 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662518 Aug 24 17:48:34.020181 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c80177a1-8d27-4a26-928b-23cfba51ce1e admin admin] Publish callbacks [] for security_group (4614cd2f-c385-44e1-a6c9-e4d625730f92), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:34.025236 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c80177a1-8d27-4a26-928b-23cfba51ce1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (4614cd2f-c385-44e1-a6c9-e4d625730f92), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:34.047278 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2661a75-fc7a-4a9f-8c1d-09ae5ef5e41d req-f80e7c72-295c-4a62-9f3b-81c1f29e7fba tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:34.048881 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b2661a75-fc7a-4a9f-8c1d-09ae5ef5e41d req-f80e7c72-295c-4a62-9f3b-81c1f29e7fba tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 944 time: 0.0575061 Aug 24 17:48:34.071972 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-c80177a1-8d27-4a26-928b-23cfba51ce1e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=85790571fbe4472aa4d1206fc9e6dd0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739954 Aug 24 17:48:34.073099 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80177a1-8d27-4a26-928b-23cfba51ce1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4614cd2f-c385-44e1-a6c9-e4d625730f92,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:34.075425 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 59206) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:34.104754 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b2661a75-fc7a-4a9f-8c1d-09ae5ef5e41d req-8387183e-a640-444d-a678-024561040fac tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466976 Aug 24 17:48:34.132180 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3a400571-8ec8-43f1-a188-5e1f29073eb9 admin admin] Publish callbacks [] for security_group (4614cd2f-c385-44e1-a6c9-e4d625730f92), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:34.154285 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3a400571-8ec8-43f1-a188-5e1f29073eb9 admin admin] Publish callbacks [] for security_group (4614cd2f-c385-44e1-a6c9-e4d625730f92), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:34.181948 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:34.204492 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3a400571-8ec8-43f1-a188-5e1f29073eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (4614cd2f-c385-44e1-a6c9-e4d625730f92), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:34.207148 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3a400571-8ec8-43f1-a188-5e1f29073eb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:34.208962 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-3a400571-8ec8-43f1-a188-5e1f29073eb9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4614cd2f-c385-44e1-a6c9-e4d625730f92 HTTP/1.1" status: 204 len: 168 time: 0.1319721 Aug 24 17:48:34.219613 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a400571-8ec8-43f1-a188-5e1f29073eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4614cd2f-c385-44e1-a6c9-e4d625730f92,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:34.517772 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 59222) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:34.654991 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-28797466-de77-43fb-a55e-c92d2b8dbf4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:34.733888 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:34.736078 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-28797466-de77-43fb-a55e-c92d2b8dbf4b admin admin] Publish callbacks [] for security_group (6d8d8047-9552-4dec-8cad-1fc7b70c8965), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:34.740253 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-28797466-de77-43fb-a55e-c92d2b8dbf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (6d8d8047-9552-4dec-8cad-1fc7b70c8965), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:34.786174 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28797466-de77-43fb-a55e-c92d2b8dbf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8d8047-9552-4dec-8cad-1fc7b70c8965,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:34.795206 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-28797466-de77-43fb-a55e-c92d2b8dbf4b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=13b11d25280c42d9992c44abf1d6a6ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739530 Aug 24 17:48:34.795527 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 59240) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:34.810716 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:34.853170 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d30ef3cd-1892-4c34-a762-587b3202d0e2 admin admin] Publish callbacks [] for security_group (6d8d8047-9552-4dec-8cad-1fc7b70c8965), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:34.875139 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d30ef3cd-1892-4c34-a762-587b3202d0e2 admin admin] Publish callbacks [] for security_group (6d8d8047-9552-4dec-8cad-1fc7b70c8965), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:34.936507 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d30ef3cd-1892-4c34-a762-587b3202d0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (6d8d8047-9552-4dec-8cad-1fc7b70c8965), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:34.939066 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d30ef3cd-1892-4c34-a762-587b3202d0e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:34.942694 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-d30ef3cd-1892-4c34-a762-587b3202d0e2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6d8d8047-9552-4dec-8cad-1fc7b70c8965 HTTP/1.1" status: 204 len: 168 time: 0.1440215 Aug 24 17:48:34.942837 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837165f2-cae6-4592-8f1d-73fc2b5c9157 req-84a76686-a547-4edd-b121-c67d4bbd1c76 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:34.943712 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:34.948008 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-837165f2-cae6-4592-8f1d-73fc2b5c9157 req-84a76686-a547-4edd-b121-c67d4bbd1c76 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 943 time: 0.0593846 Aug 24 17:48:34.950631 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ef3cd-1892-4c34-a762-587b3202d0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8d8047-9552-4dec-8cad-1fc7b70c8965,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:35.027674 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-837165f2-cae6-4592-8f1d-73fc2b5c9157 req-2d95df71-9842-496c-9c6f-dde92a40f1f4 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551643 Aug 24 17:48:35.110927 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9032aab-0cb9-4761-89dd-a51a232824b5 req-4f8b3043-a7fa-45ad-a143-3c724c8218bf tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:35.112481 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d9032aab-0cb9-4761-89dd-a51a232824b5 req-4f8b3043-a7fa-45ad-a143-3c724c8218bf tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0505810 Aug 24 17:48:35.176192 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d9032aab-0cb9-4761-89dd-a51a232824b5 req-f96d2fba-071c-4762-b065-60efdaf1839b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582001 Aug 24 17:48:35.258855 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5eb128-f95a-473a-b931-4ee7880bce5b req-e1a8d462-34fc-4076-8a4e-3b41a82c91e7 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:35.260413 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-6b5eb128-f95a-473a-b931-4ee7880bce5b req-e1a8d462-34fc-4076-8a4e-3b41a82c91e7 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 944 time: 0.0615211 Aug 24 17:48:35.320590 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-6b5eb128-f95a-473a-b931-4ee7880bce5b req-ad98bd29-7691-469c-bcc9-502656849bed tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535443 Aug 24 17:48:36.149921 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09beca9-3c3f-422b-84cf-62d0743e1714 req-7a4f8ab6-4a79-4408-a539-f04f716342de tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:36.152389 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e09beca9-3c3f-422b-84cf-62d0743e1714 req-7a4f8ab6-4a79-4408-a539-f04f716342de tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 943 time: 0.0516469 Aug 24 17:48:36.222883 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e09beca9-3c3f-422b-84cf-62d0743e1714 req-27f60ee9-1c45-4c2c-b1c6-a3e515e3a6d8 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593269 Aug 24 17:48:36.320803 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85bd6e-be71-4d1a-8d09-a30786f2ed2e req-49b5904b-62ff-4b60-bc28-5c2a5c953dbf tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:36.323070 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-9d85bd6e-be71-4d1a-8d09-a30786f2ed2e req-49b5904b-62ff-4b60-bc28-5c2a5c953dbf tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0548084 Aug 24 17:48:36.591976 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-9d85bd6e-be71-4d1a-8d09-a30786f2ed2e req-f25f0312-01fa-4448-aee3-e6451f05da77 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2632043 Aug 24 17:48:36.683937 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00ef30-47a3-4f30-9949-f57679bdd470 req-1edd751c-2eaf-4320-9af2-f289c1273fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:36.685732 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7f00ef30-47a3-4f30-9949-f57679bdd470 req-1edd751c-2eaf-4320-9af2-f289c1273fbb service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=9de81dac-b84b-4053-b909-7b5379a734d3 HTTP/1.1" status: 200 len: 913 time: 0.3235502 Aug 24 17:48:36.702362 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9b049-2e4a-4a1f-80b8-a698f452948f req-4c37e920-5b12-4d14-be63-7dfcc325f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:36.704143 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0dc9b049-2e4a-4a1f-80b8-a698f452948f req-4c37e920-5b12-4d14-be63-7dfcc325f4c2 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=42250e67-e026-4ee8-a8ab-86c733e9a211 HTTP/1.1" status: 200 len: 919 time: 0.3430064 Aug 24 17:48:36.746749 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:36.748659 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7f00ef30-47a3-4f30-9949-f57679bdd470 req-bb9196b2-c3ba-43b3-959e-f37c3116d41d service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a5ff39c-8fa9-4c77-85a2-b39dce880069 HTTP/1.1" status: 200 len: 217 time: 0.0435014 Aug 24 17:48:36.813477 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0dc9b049-2e4a-4a1f-80b8-a698f452948f req-9c8b2288-5eb5-46b6-9293-402511ce6ab2 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87b079d0-f5b8-4315-b27a-8988f8c98b86 HTTP/1.1" status: 200 len: 217 time: 0.1007783 Aug 24 17:48:36.859617 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315747bb-eb42-48d8-afa2-2a13bc4475d4 req-dad97426-e904-49c0-9c7d-91325eb572c2 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:36.861077 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00ef30-47a3-4f30-9949-f57679bdd470 req-ce537a71-d76d-4f2b-8e83-5186eb4997b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:36.862524 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7f00ef30-47a3-4f30-9949-f57679bdd470 req-ce537a71-d76d-4f2b-8e83-5186eb4997b8 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=f767223b-657c-4dfb-9899-67ba5b81ed51 HTTP/1.1" status: 200 len: 851 time: 0.0822453 Aug 24 17:48:36.866473 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-315747bb-eb42-48d8-afa2-2a13bc4475d4 req-dad97426-e904-49c0-9c7d-91325eb572c2 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 944 time: 0.1689038 Aug 24 17:48:36.911692 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00ef30-47a3-4f30-9949-f57679bdd470 req-ba9386ea-b9b6-4f0e-9acd-730688b3eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:36.913419 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7f00ef30-47a3-4f30-9949-f57679bdd470 req-ba9386ea-b9b6-4f0e-9acd-730688b3eb46 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=9de81dac-b84b-4053-b909-7b5379a734d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437140 Aug 24 17:48:36.934223 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9b049-2e4a-4a1f-80b8-a698f452948f req-3cca3391-49ad-4c2a-a27c-6f41276cfe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:36.935714 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0dc9b049-2e4a-4a1f-80b8-a698f452948f req-3cca3391-49ad-4c2a-a27c-6f41276cfe58 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=691c41c2-810c-4ccb-bb31-aecf9470a77a HTTP/1.1" status: 200 len: 857 time: 0.1152380 Aug 24 17:48:36.962253 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1e881-dec8-4a1f-b0f8-672186847341 req-6b5fa255-b632-48be-bb45-49febd705dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:36.964695 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8aa1e881-dec8-4a1f-b0f8-672186847341 req-6b5fa255-b632-48be-bb45-49febd705dd6 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?tenant_id=2fe3fa5e280d4fbd8a26cac05fe8aaa9&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6272087 Aug 24 17:48:36.969631 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c68ea-b376-45c2-9c13-94174c368a32 req-88790385-afe4-40c5-8901-bc47f7bc9f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:36.971378 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-208c68ea-b376-45c2-9c13-94174c368a32 req-88790385-afe4-40c5-8901-bc47f7bc9f63 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?tenant_id=0fb78a439e20439f8d93a4f7df3f28f8&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6247549 Aug 24 17:48:37.029785 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-9a1cd1a4-0be4-4880-b408-2838e4261db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:37.044902 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9b049-2e4a-4a1f-80b8-a698f452948f req-79d19e62-297c-4cc1-9efd-48cb2077f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:37.046686 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0dc9b049-2e4a-4a1f-80b8-a698f452948f req-79d19e62-297c-4cc1-9efd-48cb2077f009 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=42250e67-e026-4ee8-a8ab-86c733e9a211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0962827 Aug 24 17:48:37.085559 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-315747bb-eb42-48d8-afa2-2a13bc4475d4 req-8adf7169-0fc9-4d4f-aa83-2518c5fc020d tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181301 Aug 24 17:48:37.142755 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7f00ef30-47a3-4f30-9949-f57679bdd470 req-8653c21a-33b4-4385-b309-92e1f7cefd62 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/9de81dac-b84b-4053-b909-7b5379a734d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220511 Aug 24 17:48:37.260487 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1e881-dec8-4a1f-b0f8-672186847341 req-8678eed3-1486-4571-b315-67ec30e6012a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:37.262520 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8aa1e881-dec8-4a1f-b0f8-672186847341 req-8678eed3-1486-4571-b315-67ec30e6012a service neutron] 10.222.0.62 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2902598 Aug 24 17:48:37.264012 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c68ea-b376-45c2-9c13-94174c368a32 req-9086da6d-43b7-4f5f-b292-c3a78d8adb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:37.265509 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-208c68ea-b376-45c2-9c13-94174c368a32 req-9086da6d-43b7-4f5f-b292-c3a78d8adb72 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2874284 Aug 24 17:48:37.288182 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:37.294048 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0dc9b049-2e4a-4a1f-80b8-a698f452948f req-3a1498c5-9c60-4f6b-bd8d-5a92a6ab8f19 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154791 Aug 24 17:48:37.355235 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7f00ef30-47a3-4f30-9949-f57679bdd470 req-f1fda17a-cbbc-48cb-8fef-99ecb3f04c53 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/9de81dac-b84b-4053-b909-7b5379a734d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773174 Aug 24 17:48:37.448435 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-2e48fe60-37d5-4e05-9850-a86bb707a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:37.450844 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-2e48fe60-37d5-4e05-9850-a86bb707a85d service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=0fb78a439e20439f8d93a4f7df3f28f8&device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 1127 time: 0.1334596 Aug 24 17:48:37.454824 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7ed96-12c1-47fe-b92a-cfe5dc0cc087 req-9d834b69-5ba2-4588-8dc7-5df90062d502 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:37.456282 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5eb7ed96-12c1-47fe-b92a-cfe5dc0cc087 req-9d834b69-5ba2-4588-8dc7-5df90062d502 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 943 time: 0.1039925 Aug 24 17:48:37.466145 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-4c4f84b2-1311-408a-b07b-d18f3c506dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:37.467710 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-4c4f84b2-1311-408a-b07b-d18f3c506dca service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=2fe3fa5e280d4fbd8a26cac05fe8aaa9&device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 1127 time: 0.1333611 Aug 24 17:48:37.475236 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:37.495751 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0dc9b049-2e4a-4a1f-80b8-a698f452948f req-e3100042-89b5-437a-a055-e44235145a0d service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887624 Aug 24 17:48:37.562676 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-60aaee09-4771-4a64-ba8d-3e1781e283a2 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 HTTP/1.1" status: 200 len: 217 time: 0.1018400 Aug 24 17:48:37.563986 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5eb7ed96-12c1-47fe-b92a-cfe5dc0cc087 req-b1157bf9-dfbc-4480-8ef6-b1c393252485 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934746 Aug 24 17:48:37.603929 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-344708be-240c-45a4-bdf1-39da8172beb9 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41c4ee25-50fb-45d7-9866-1d83514f02d5 HTTP/1.1" status: 200 len: 217 time: 0.1271458 Aug 24 17:48:37.699381 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-0c5b5e70-9a5b-4091-ba84-eebff278f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:37.701067 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-0c5b5e70-9a5b-4091-ba84-eebff278f998 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=691c41c2-810c-4ccb-bb31-aecf9470a77a HTTP/1.1" status: 200 len: 857 time: 0.1066320 Aug 24 17:48:37.781736 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-46827cd2-0b9f-47e9-be7b-d18c39487b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:37.784125 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-46827cd2-0b9f-47e9-be7b-d18c39487b38 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=f4beb65d-55f8-43c8-9c96-bbd198ab3e33 HTTP/1.1" status: 200 len: 856 time: 0.1726663 Aug 24 17:48:37.876376 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5db8a-1752-4b6a-95c7-4efb9debd34b req-2472bcb4-76e9-4c10-bfe1-8cb7a1fdf603 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:37.877928 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-efd5db8a-1752-4b6a-95c7-4efb9debd34b req-2472bcb4-76e9-4c10-bfe1-8cb7a1fdf603 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.1805031 Aug 24 17:48:37.879103 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-5a3cd4a0-a7cb-4314-ab95-3c29ac94f746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:37.880852 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-5a3cd4a0-a7cb-4314-ab95-3c29ac94f746 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=42250e67-e026-4ee8-a8ab-86c733e9a211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1619608 Aug 24 17:48:37.884939 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-42c9bdf2-d8ad-42c1-9d29-29e9f6f59147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:37.886392 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-42c9bdf2-d8ad-42c1-9d29-29e9f6f59147 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=b4887da7-fc9b-4bdc-bef8-72d9aff23bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772636 Aug 24 17:48:37.962442 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:38.076662 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-efd5db8a-1752-4b6a-95c7-4efb9debd34b req-9e67a8c4-4c0b-4e3a-8a9f-1379d508df92 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891723 Aug 24 17:48:38.116851 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-6c5e11d8-553d-4095-b220-b7d6ae338e07 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280631 Aug 24 17:48:38.123572 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-1a373cc6-9e16-4c62-99b4-eddd1b80d399 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191069 Aug 24 17:48:38.212489 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0118454-0207-42fb-88fe-100b6103b094 req-373011e3-aeb4-4d18-a489-bb56b1b3877d tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:38.214172 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d0118454-0207-42fb-88fe-100b6103b094 req-373011e3-aeb4-4d18-a489-bb56b1b3877d tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 944 time: 0.0500190 Aug 24 17:48:38.262813 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d0118454-0207-42fb-88fe-100b6103b094 req-ac037a5a-390e-4633-8aa7-f3f81ad21b9a tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423503 Aug 24 17:48:38.682760 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df6456-ec24-4694-b418-62e419b8d3d8 req-974e2e6b-80e7-4cdd-9e77-5c191e02428e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:38.684377 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e8df6456-ec24-4694-b418-62e419b8d3d8 req-974e2e6b-80e7-4cdd-9e77-5c191e02428e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 943 time: 0.0478520 Aug 24 17:48:38.733132 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e8df6456-ec24-4694-b418-62e419b8d3d8 req-9fa6012a-38da-4384-95f7-e9da79a25439 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425959 Aug 24 17:48:38.773591 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 59418) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:38.886400 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4d0f039c-5f95-44e7-977f-e540c6bffa7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:38.974007 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4d0f039c-5f95-44e7-977f-e540c6bffa7e admin admin] Publish callbacks [] for security_group (1a647609-bd44-4d28-8b54-04c3ef7a4559), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:38.978205 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4d0f039c-5f95-44e7-977f-e540c6bffa7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (1a647609-bd44-4d28-8b54-04c3ef7a4559), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:38.979432 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 8a5ff39c-8fa9-4c77-85a2-b39dce880069 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:48:39.023227 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-4d0f039c-5f95-44e7-977f-e540c6bffa7e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c759b16c6bf64e529122be5aa0825961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479019 Aug 24 17:48:39.024041 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f039c-5f95-44e7-977f-e540c6bffa7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a647609-bd44-4d28-8b54-04c3ef7a4559,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:39.029301 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 59430) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:39.094027 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 8a5ff39c-8fa9-4c77-85a2-b39dce880069, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8a5ff39c-8fa9-4c77-85a2-b39dce880069,segment=NetworkSegment(04da034a-7956-4d9b-ba69-517a30a693d9),segment_id=04da034a-7956-4d9b-ba69-517a30a693d9)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:48:39.097912 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-39cc5405-b199-4f14-ae66-65ca6e378262 admin admin] Publish callbacks [] for security_group (1a647609-bd44-4d28-8b54-04c3ef7a4559), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:39.106038 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '8a5ff39c-8fa9-4c77-85a2-b39dce880069', 'network_id': '9de81dac-b84b-4053-b909-7b5379a734d3', 'port_id': '8a5ff39c-8fa9-4c77-85a2-b39dce880069', 'mac_address': 'fa:16:3e:a2:6e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f767223b-657c-4dfb-9899-67ba5b81ed51', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:48:39.124735 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-39cc5405-b199-4f14-ae66-65ca6e378262 admin admin] Publish callbacks [] for security_group (1a647609-bd44-4d28-8b54-04c3ef7a4559), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:39.150044 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 8a5ff39c-8fa9-4c77-85a2-b39dce880069 is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:39.150848 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (8a5ff39c-8fa9-4c77-85a2-b39dce880069), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:39.176978 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a5ff39c-8fa9-4c77-85a2-b39dce880069 {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:48:39.193140 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-39cc5405-b199-4f14-ae66-65ca6e378262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (1a647609-bd44-4d28-8b54-04c3ef7a4559), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:39.195811 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-39cc5405-b199-4f14-ae66-65ca6e378262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:39.197102 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-39cc5405-b199-4f14-ae66-65ca6e378262 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1a647609-bd44-4d28-8b54-04c3ef7a4559 HTTP/1.1" status: 204 len: 168 time: 0.1648705 Aug 24 17:48:39.202663 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 8a5ff39c-8fa9-4c77-85a2-b39dce880069, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8a5ff39c-8fa9-4c77-85a2-b39dce880069,segment=NetworkSegment(04da034a-7956-4d9b-ba69-517a30a693d9),segment_id=04da034a-7956-4d9b-ba69-517a30a693d9)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:48:39.208983 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (8a5ff39c-8fa9-4c77-85a2-b39dce880069), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:39.209822 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 87b079d0-f5b8-4315-b27a-8988f8c98b86 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:48:39.230261 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc5405-b199-4f14-ae66-65ca6e378262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a647609-bd44-4d28-8b54-04c3ef7a4559,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:39.284404 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300b260-fe4e-4f7d-961e-206d9781b7de req-a63b7fb8-f377-4043-80c4-3bfb12aea212 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:39.290758 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c300b260-fe4e-4f7d-961e-206d9781b7de req-a63b7fb8-f377-4043-80c4-3bfb12aea212 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.1119976 Aug 24 17:48:39.314282 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=8a5ff39c-8fa9-4c77-85a2-b39dce880069,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:39.392674 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c300b260-fe4e-4f7d-961e-206d9781b7de req-b78f9f92-6d02-444d-87e4-7751f21ee888 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959611 Aug 24 17:48:39.402104 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:39.447457 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-dedb0d96-9286-42ed-abcb-fa38a36eca11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:39.468141 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 87b079d0-f5b8-4315-b27a-8988f8c98b86, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=87b079d0-f5b8-4315-b27a-8988f8c98b86,segment=NetworkSegment(9c8d4118-7962-435d-9942-3c81535bbb02),segment_id=9c8d4118-7962-435d-9942-3c81535bbb02)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:48:39.472483 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6b513-afa7-4439-ac1f-7572709aa12d req-fdd53fd6-3c76-4adc-b994-ad6b7dd69606 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:39.480391 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-cfe6b513-afa7-4439-ac1f-7572709aa12d req-fdd53fd6-3c76-4adc-b994-ad6b7dd69606 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 945 time: 0.1062944 Aug 24 17:48:39.482654 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '87b079d0-f5b8-4315-b27a-8988f8c98b86', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'port_id': '87b079d0-f5b8-4315-b27a-8988f8c98b86', 'mac_address': 'fa:16:3e:e4:de:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:48:39.504494 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:39.526112 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 87b079d0-f5b8-4315-b27a-8988f8c98b86 is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:39.526780 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (87b079d0-f5b8-4315-b27a-8988f8c98b86), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:39.537588 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-cfe6b513-afa7-4439-ac1f-7572709aa12d req-1eedddc6-011e-418d-ac7b-464e78aedbbe tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562356 Aug 24 17:48:39.544013 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b079d0-f5b8-4315-b27a-8988f8c98b86 {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:48:39.565931 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 87b079d0-f5b8-4315-b27a-8988f8c98b86, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=87b079d0-f5b8-4315-b27a-8988f8c98b86,segment=NetworkSegment(9c8d4118-7962-435d-9942-3c81535bbb02),segment_id=9c8d4118-7962-435d-9942-3c81535bbb02)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:48:39.571527 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (87b079d0-f5b8-4315-b27a-8988f8c98b86), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:39.639431 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=87b079d0-f5b8-4315-b27a-8988f8c98b86,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:39.677918 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 59454) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:39.686030 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 59458) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:39.699644 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-858c8b39-3995-4a6a-8d84-aafc13080605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:39.724767 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:39.788822 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-858c8b39-3995-4a6a-8d84-aafc13080605 admin admin] Publish callbacks [] for security_group (20946407-8010-4bdf-a365-46041721866a), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:39.793294 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-858c8b39-3995-4a6a-8d84-aafc13080605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (20946407-8010-4bdf-a365-46041721866a), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:39.854641 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:39.875958 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-858c8b39-3995-4a6a-8d84-aafc13080605 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c61282fba32f4599814b39d37261de53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1889246 Aug 24 17:48:39.876807 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c8b39-3995-4a6a-8d84-aafc13080605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20946407-8010-4bdf-a365-46041721866a,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:39.879226 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 59464) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:39.909739 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab2c67-3ed5-4939-946c-76a919187450 req-20c40e4d-d0e2-4585-af5c-490413ccbe78 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:39.911246 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c6ab2c67-3ed5-4939-946c-76a919187450 req-20c40e4d-d0e2-4585-af5c-490413ccbe78 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 943 time: 0.0981965 Aug 24 17:48:39.929709 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:39.957619 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ef15-9839-4309-a9e2-ed1558c24112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:40.025699 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4809baf7-697b-4c40-a971-b1f7f4a1333f admin admin] Publish callbacks [] for security_group (20946407-8010-4bdf-a365-46041721866a), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:40.046612 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c6ab2c67-3ed5-4939-946c-76a919187450 req-af596443-0325-4c92-99fa-72a240e807e7 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257148 Aug 24 17:48:40.070887 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4809baf7-697b-4c40-a971-b1f7f4a1333f admin admin] Publish callbacks [] for security_group (20946407-8010-4bdf-a365-46041721866a), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:40.141756 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ef15-9839-4309-a9e2-ed1558c24112 admin admin] Publish callbacks [] for security_group (89e3504e-4c96-493d-8f0c-d3635f4bf18b), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:40.146340 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ef15-9839-4309-a9e2-ed1558c24112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (89e3504e-4c96-493d-8f0c-d3635f4bf18b), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:40.169301 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2b63614e-fff9-4082-bc29-35c6c28626d0 req-2636f5f8-be64-4b80-a2b3-2b4644805887 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639607 Aug 24 17:48:40.171575 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8a75c81b-137d-44db-af7e-d8b99af732b6 req-d499d995-4418-43ff-85eb-b2f0fb599eb2 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632913 Aug 24 17:48:40.174448 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4809baf7-697b-4c40-a971-b1f7f4a1333f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (20946407-8010-4bdf-a365-46041721866a), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:40.176969 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4809baf7-697b-4c40-a971-b1f7f4a1333f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:40.178075 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-4809baf7-697b-4c40-a971-b1f7f4a1333f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/20946407-8010-4bdf-a365-46041721866a HTTP/1.1" status: 204 len: 168 time: 0.2957489 Aug 24 17:48:40.200919 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-7dd4ef15-9839-4309-a9e2-ed1558c24112 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=edb747bf9ec049eb9a2928f7b37edc0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5191741 Aug 24 17:48:40.200919 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4ef15-9839-4309-a9e2-ed1558c24112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e3504e-4c96-493d-8f0c-d3635f4bf18b,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:40.201268 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 59468) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:40.218052 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809baf7-697b-4c40-a971-b1f7f4a1333f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20946407-8010-4bdf-a365-46041721866a,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:40.259702 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-976e349b-f895-42b2-b56d-3b554184925d admin admin] Publish callbacks [] for security_group (89e3504e-4c96-493d-8f0c-d3635f4bf18b), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:40.282515 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-976e349b-f895-42b2-b56d-3b554184925d admin admin] Publish callbacks [] for security_group (89e3504e-4c96-493d-8f0c-d3635f4bf18b), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:40.336754 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-976e349b-f895-42b2-b56d-3b554184925d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (89e3504e-4c96-493d-8f0c-d3635f4bf18b), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:40.339561 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-976e349b-f895-42b2-b56d-3b554184925d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:40.340709 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-976e349b-f895-42b2-b56d-3b554184925d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/89e3504e-4c96-493d-8f0c-d3635f4bf18b HTTP/1.1" status: 204 len: 168 time: 0.1384521 Aug 24 17:48:40.348681 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e349b-f895-42b2-b56d-3b554184925d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e3504e-4c96-493d-8f0c-d3635f4bf18b,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:40.509368 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:40.550719 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f85cf-9c85-4f7c-838e-fddec37ac6c0 req-f071842e-808e-489a-9d03-acd11f851065 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:40.552431 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d15f85cf-9c85-4f7c-838e-fddec37ac6c0 req-f071842e-808e-489a-9d03-acd11f851065 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0591209 Aug 24 17:48:40.590300 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:40.623221 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d15f85cf-9c85-4f7c-838e-fddec37ac6c0 req-79dbea4c-8c5a-444b-868a-7d495a4d8d63 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641074 Aug 24 17:48:40.677347 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c7943-829e-4e1f-8728-87862c87ed78 req-ec5cf4d9-3347-431c-a45f-0e8c3d73253f tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:40.678940 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-de6c7943-829e-4e1f-8728-87862c87ed78 req-ec5cf4d9-3347-431c-a45f-0e8c3d73253f tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 945 time: 0.0556319 Aug 24 17:48:40.733459 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-de6c7943-829e-4e1f-8728-87862c87ed78 req-31c51f26-f1e2-4a0c-b414-63c62977492d tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464911 Aug 24 17:48:40.769755 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 59492) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:40.785172 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-8399013b-0a15-4a79-a402-f8b1f68e5c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:40.877910 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-8399013b-0a15-4a79-a402-f8b1f68e5c6e admin admin] Publish callbacks [] for security_group (25dd8e4b-9f3e-4092-b9cf-a17ea7a5267a), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:40.886886 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-8399013b-0a15-4a79-a402-f8b1f68e5c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (25dd8e4b-9f3e-4092-b9cf-a17ea7a5267a), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:40.928970 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399013b-0a15-4a79-a402-f8b1f68e5c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dd8e4b-9f3e-4092-b9cf-a17ea7a5267a,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:40.935432 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-8399013b-0a15-4a79-a402-f8b1f68e5c6e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4d5d57a733ea4a4b88838cbe7c7ff6b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1645701 Aug 24 17:48:40.938050 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 59502) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:40.993566 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4a2ac8a4-2503-4917-83d1-ac94e2758ea6 admin admin] Publish callbacks [] for security_group (25dd8e4b-9f3e-4092-b9cf-a17ea7a5267a), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:41.016046 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4a2ac8a4-2503-4917-83d1-ac94e2758ea6 admin admin] Publish callbacks [] for security_group (25dd8e4b-9f3e-4092-b9cf-a17ea7a5267a), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:41.067435 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4a2ac8a4-2503-4917-83d1-ac94e2758ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (25dd8e4b-9f3e-4092-b9cf-a17ea7a5267a), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:41.070054 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4a2ac8a4-2503-4917-83d1-ac94e2758ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:41.071767 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-4a2ac8a4-2503-4917-83d1-ac94e2758ea6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/25dd8e4b-9f3e-4092-b9cf-a17ea7a5267a HTTP/1.1" status: 204 len: 168 time: 0.1323044 Aug 24 17:48:41.081534 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ac8a4-2503-4917-83d1-ac94e2758ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dd8e4b-9f3e-4092-b9cf-a17ea7a5267a,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:41.206710 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7273a-7494-4c62-85f5-c2a80d0334d2 req-3aa62440-ad6c-4b69-9c27-40a740bf0fbe tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:41.209333 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-50d7273a-7494-4c62-85f5-c2a80d0334d2 req-3aa62440-ad6c-4b69-9c27-40a740bf0fbe tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 943 time: 0.0657139 Aug 24 17:48:41.265222 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-50d7273a-7494-4c62-85f5-c2a80d0334d2 req-5f75c8c1-4ca5-4931-8c11-2e55efa85bf1 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483556 Aug 24 17:48:41.486434 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 59524) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:41.501185 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b1f3cd8a-663b-41ac-81de-7220c8e04a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:41.584406 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b1f3cd8a-663b-41ac-81de-7220c8e04a76 admin admin] Publish callbacks [] for security_group (2438f924-979c-4dd1-8b99-f2ac2387aa26), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:41.588444 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b1f3cd8a-663b-41ac-81de-7220c8e04a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (2438f924-979c-4dd1-8b99-f2ac2387aa26), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:41.605328 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:41.628817 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3cd8a-663b-41ac-81de-7220c8e04a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2438f924-979c-4dd1-8b99-f2ac2387aa26,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:41.637630 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-b1f3cd8a-663b-41ac-81de-7220c8e04a76 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f9fed42d80004fc6bdbe894238591c84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499419 Aug 24 17:48:41.638360 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 59530) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:41.683995 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:41.697481 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-28520e44-ee52-4eb4-bce2-ba616b85e26d admin admin] Publish callbacks [] for security_group (2438f924-979c-4dd1-8b99-f2ac2387aa26), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:41.721856 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-28520e44-ee52-4eb4-bce2-ba616b85e26d admin admin] Publish callbacks [] for security_group (2438f924-979c-4dd1-8b99-f2ac2387aa26), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:41.760851 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfa735-8bae-4283-9b26-92720c12d42f req-e8508c87-0ad1-40b4-af1d-baf925323ec1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:41.762723 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-33dfa735-8bae-4283-9b26-92720c12d42f req-e8508c87-0ad1-40b4-af1d-baf925323ec1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0571690 Aug 24 17:48:41.777311 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-28520e44-ee52-4eb4-bce2-ba616b85e26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (2438f924-979c-4dd1-8b99-f2ac2387aa26), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:41.780124 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-28520e44-ee52-4eb4-bce2-ba616b85e26d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:41.781628 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-28520e44-ee52-4eb4-bce2-ba616b85e26d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2438f924-979c-4dd1-8b99-f2ac2387aa26 HTTP/1.1" status: 204 len: 168 time: 0.1417875 Aug 24 17:48:41.796655 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28520e44-ee52-4eb4-bce2-ba616b85e26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2438f924-979c-4dd1-8b99-f2ac2387aa26,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:41.812381 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:48:41.837947 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-33dfa735-8bae-4283-9b26-92720c12d42f req-cb2367ba-6246-4769-88d1-67520aea393f tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691335 Aug 24 17:48:41.885092 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463d1b1-e432-4100-aee4-322757f4d1d9 req-6c05ac32-de97-4c2c-b96e-48ab5854888b tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:41.886831 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d463d1b1-e432-4100-aee4-322757f4d1d9 req-6c05ac32-de97-4c2c-b96e-48ab5854888b tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 945 time: 0.0527396 Aug 24 17:48:41.933228 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:41.957547 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d463d1b1-e432-4100-aee4-322757f4d1d9 req-bd1a1873-2059-4f60-9a15-cf5c8604bcd7 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596721 Aug 24 17:48:42.036756 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:42.400583 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4df1e9-5fe3-4b3a-a01d-3d7d1dc3e366 req-fb285e59-efa4-4410-b5ef-e7730bb4f051 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:42.403946 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-bf4df1e9-5fe3-4b3a-a01d-3d7d1dc3e366 req-fb285e59-efa4-4410-b5ef-e7730bb4f051 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 943 time: 0.0561309 Aug 24 17:48:42.455353 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-bf4df1e9-5fe3-4b3a-a01d-3d7d1dc3e366 req-164165ba-d862-416b-a95f-4066006667fc tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468326 Aug 24 17:48:42.986314 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a2e54-faa9-410f-a678-565c05b61971 req-3653ff9f-aac4-448b-b6ff-40a0f2fb76a7 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:42.993947 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f08a2e54-faa9-410f-a678-565c05b61971 req-3653ff9f-aac4-448b-b6ff-40a0f2fb76a7 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0655653 Aug 24 17:48:43.064628 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f08a2e54-faa9-410f-a678-565c05b61971 req-67eb853c-2a9a-4297-a9b2-c2b14c2ac302 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603285 Aug 24 17:48:43.104880 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14b8f4-6b61-4fe4-bf3d-319565f6c918 req-98e7a9fa-541f-4f08-b665-0bcc75944f5f tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:43.106405 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ae14b8f4-6b61-4fe4-bf3d-319565f6c918 req-98e7a9fa-541f-4f08-b665-0bcc75944f5f tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 945 time: 0.0639403 Aug 24 17:48:43.196172 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ae14b8f4-6b61-4fe4-bf3d-319565f6c918 req-d1cef3b1-345b-4d8c-b46c-d684e2cf9149 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838997 Aug 24 17:48:43.591905 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae7a26-cdcc-45ad-96ed-1bbaa87053cc req-88ed9016-1dbd-4fb6-ae0a-50764f296872 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:43.593404 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-dbae7a26-cdcc-45ad-96ed-1bbaa87053cc req-88ed9016-1dbd-4fb6-ae0a-50764f296872 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 943 time: 0.0637212 Aug 24 17:48:43.639654 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:43.645397 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-dbae7a26-cdcc-45ad-96ed-1bbaa87053cc req-7b33832d-567e-4965-a9b2-6aec52dfca08 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452089 Aug 24 17:48:43.867724 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['87b079d0-f5b8-4315-b27a-8988f8c98b86'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:48:44.015336 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['8a5ff39c-8fa9-4c77-85a2-b39dce880069'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:48:44.160803 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:44.181615 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32936c-c938-4ac1-8270-4811d510aa0a req-088c8dba-a7be-404e-8c67-9be88e6ec82e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:44.183575 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5e32936c-c938-4ac1-8270-4811d510aa0a req-088c8dba-a7be-404e-8c67-9be88e6ec82e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0550342 Aug 24 17:48:44.243800 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5e32936c-c938-4ac1-8270-4811d510aa0a req-ff5ffca6-6f10-454b-970a-51c3c418dcfd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489457 Aug 24 17:48:44.323406 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405a4e1-38d9-40b6-974d-cf8742339bfb req-98d92a7b-8429-4c90-922a-1da3c0c16e9b tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:44.324943 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7405a4e1-38d9-40b6-974d-cf8742339bfb req-98d92a7b-8429-4c90-922a-1da3c0c16e9b tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 945 time: 0.0525172 Aug 24 17:48:44.377405 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7405a4e1-38d9-40b6-974d-cf8742339bfb req-ac17466f-87d1-4575-bee0-5ab973f095f5 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465579 Aug 24 17:48:44.767737 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7d287-aee5-4b5a-a4f4-3f484b6cfb0f req-4bbbf709-0925-4186-9933-780c475a9008 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:44.769233 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3ff7d287-aee5-4b5a-a4f4-3f484b6cfb0f req-4bbbf709-0925-4186-9933-780c475a9008 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 943 time: 0.0478601 Aug 24 17:48:44.833391 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3ff7d287-aee5-4b5a-a4f4-3f484b6cfb0f req-6f342c66-0f33-4d3b-8a98-81065c018667 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567076 Aug 24 17:48:44.895001 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 59658) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:45.004745 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-35d4d662-dbc2-46d2-a291-c9f8420d936b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:45.094584 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-35d4d662-dbc2-46d2-a291-c9f8420d936b admin admin] Publish callbacks [] for security_group (f84d6253-3835-4b98-b4d5-326010b1207b), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:45.098288 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-35d4d662-dbc2-46d2-a291-c9f8420d936b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (f84d6253-3835-4b98-b4d5-326010b1207b), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:45.140428 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-35d4d662-dbc2-46d2-a291-c9f8420d936b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=690868d14d504b8e911687e57898a03c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442791 Aug 24 17:48:45.141310 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4d662-dbc2-46d2-a291-c9f8420d936b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84d6253-3835-4b98-b4d5-326010b1207b,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:45.143324 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 59672) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:45.195007 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1e595756-4844-400a-a9c7-0e613b56c9fd admin admin] Publish callbacks [] for security_group (f84d6253-3835-4b98-b4d5-326010b1207b), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:45.219052 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1e595756-4844-400a-a9c7-0e613b56c9fd admin admin] Publish callbacks [] for security_group (f84d6253-3835-4b98-b4d5-326010b1207b), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:45.271432 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1e595756-4844-400a-a9c7-0e613b56c9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (f84d6253-3835-4b98-b4d5-326010b1207b), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:45.274958 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1e595756-4844-400a-a9c7-0e613b56c9fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:45.291347 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-1e595756-4844-400a-a9c7-0e613b56c9fd admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f84d6253-3835-4b98-b4d5-326010b1207b HTTP/1.1" status: 204 len: 168 time: 0.1466990 Aug 24 17:48:45.309209 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e595756-4844-400a-a9c7-0e613b56c9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84d6253-3835-4b98-b4d5-326010b1207b,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:45.444092 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc9cc8-57fe-4270-970f-625e388fc25d req-3d5e35fa-62eb-4e00-b8d0-3b6485ffadfd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:45.447097 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9cfc9cc8-57fe-4270-970f-625e388fc25d req-3d5e35fa-62eb-4e00-b8d0-3b6485ffadfd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0871098 Aug 24 17:48:45.528993 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a442ab-a5e2-4ea4-a8e7-71c8568b52d5 req-35fc531a-693b-4965-923a-7a023650dfa9 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:45.536198 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-21a442ab-a5e2-4ea4-a8e7-71c8568b52d5 req-35fc531a-693b-4965-923a-7a023650dfa9 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 945 time: 0.0770977 Aug 24 17:48:45.540411 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9cfc9cc8-57fe-4270-970f-625e388fc25d req-edf9eba8-c132-496e-8bc5-8d1be142e30f tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814824 Aug 24 17:48:45.594215 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-21a442ab-a5e2-4ea4-a8e7-71c8568b52d5 req-6aabf57d-2da8-40c5-8c78-83bdc8625662 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564148 Aug 24 17:48:45.866502 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 8a5ff39c-8fa9-4c77-85a2-b39dce880069 up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:48:45.920618 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning for port 8a5ff39c-8fa9-4c77-85a2-b39dce880069 completed by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:48:45.927727 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 8a5ff39c-8fa9-4c77-85a2-b39dce880069 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:45.928300 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (8a5ff39c-8fa9-4c77-85a2-b39dce880069), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:45.964426 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:45.987007 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff82d02-d2fa-4711-bbb4-2a0f98ba3123 req-2d46a685-02f3-4a0a-b996-536fda3cb330 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:45.995662 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3ff82d02-d2fa-4711-bbb4-2a0f98ba3123 req-2d46a685-02f3-4a0a-b996-536fda3cb330 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 943 time: 0.0657542 Aug 24 17:48:46.028170 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 8a5ff39c-8fa9-4c77-85a2-b39dce880069 is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:46.028512 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (8a5ff39c-8fa9-4c77-85a2-b39dce880069), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:46.063670 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3ff82d02-d2fa-4711-bbb4-2a0f98ba3123 req-8ad94c45-bd65-4161-b8bd-bb734071bff8 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665617 Aug 24 17:48:46.177280 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca739a9-de86-4fb2-b047-7bc75fa540bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5ff39c-8fa9-4c77-85a2-b39dce880069'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:48:46.251815 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 8a5ff39c-8fa9-4c77-85a2-b39dce880069, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8a5ff39c-8fa9-4c77-85a2-b39dce880069,segment=NetworkSegment(04da034a-7956-4d9b-ba69-517a30a693d9),segment_id=04da034a-7956-4d9b-ba69-517a30a693d9)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:48:46.257808 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (8a5ff39c-8fa9-4c77-85a2-b39dce880069), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:46.258771 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 87b079d0-f5b8-4315-b27a-8988f8c98b86 up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:48:46.331769 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=8a5ff39c-8fa9-4c77-85a2-b39dce880069,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:46.341327 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning for port 87b079d0-f5b8-4315-b27a-8988f8c98b86 completed by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:48:46.349090 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 87b079d0-f5b8-4315-b27a-8988f8c98b86 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:46.349509 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (87b079d0-f5b8-4315-b27a-8988f8c98b86), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:46.379563 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3465ea-66ee-42cf-a594-1fd302d03b59" -d '{"events": [{"server_uuid": "7ca739a9-de86-4fb2-b047-7bc75fa540bb", "name": "network-vif-plugged", "status": "completed", "tag": "8a5ff39c-8fa9-4c77-85a2-b39dce880069"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:48:46.402605 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:46.444282 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 87b079d0-f5b8-4315-b27a-8988f8c98b86 is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:46.444800 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (87b079d0-f5b8-4315-b27a-8988f8c98b86), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:46.480883 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be819e8-4a0c-4b30-83df-138d93925b96 x-openstack-request-id: req-3be819e8-4a0c-4b30-83df-138d93925b96 {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:48:46.481204 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca739a9-de86-4fb2-b047-7bc75fa540bb", "name": "network-vif-plugged", "status": "completed", "tag": "8a5ff39c-8fa9-4c77-85a2-b39dce880069", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:48:46.481462 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3be819e8-4a0c-4b30-83df-138d93925b96 {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:48:46.481909 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3be819e8-4a0c-4b30-83df-138d93925b96'] response: {'server_uuid': '7ca739a9-de86-4fb2-b047-7bc75fa540bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5ff39c-8fa9-4c77-85a2-b39dce880069', 'code': 200} Aug 24 17:48:46.485762 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 87b079d0-f5b8-4315-b27a-8988f8c98b86, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=87b079d0-f5b8-4315-b27a-8988f8c98b86,segment=NetworkSegment(9c8d4118-7962-435d-9942-3c81535bbb02),segment_id=9c8d4118-7962-435d-9942-3c81535bbb02)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:48:46.489805 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (87b079d0-f5b8-4315-b27a-8988f8c98b86), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:46.546601 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=87b079d0-f5b8-4315-b27a-8988f8c98b86,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:46.658016 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21010f50-c125-44c3-83b2-46a791f84a10 req-e359b1ec-3d8f-4f7a-942e-164639829e31 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:46.659786 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-21010f50-c125-44c3-83b2-46a791f84a10 req-e359b1ec-3d8f-4f7a-942e-164639829e31 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0508077 Aug 24 17:48:46.715910 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8774caa-756a-440f-ac1d-4215400b3538 req-603b6a13-e1ba-4900-92d5-ac781df54765 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:46.717399 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a8774caa-756a-440f-ac1d-4215400b3538 req-603b6a13-e1ba-4900-92d5-ac781df54765 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 946 time: 0.0531406 Aug 24 17:48:46.723308 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-21010f50-c125-44c3-83b2-46a791f84a10 req-464d475c-0548-489a-927d-9a28fa6e492c tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497367 Aug 24 17:48:46.776216 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a8774caa-756a-440f-ac1d-4215400b3538 req-607bc8c1-7faa-45a9-a9e5-a44ee808fcb5 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525877 Aug 24 17:48:47.180690 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:47.192442 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbff2a-d669-4b39-af6b-c06d792dccd8 req-30429578-5fd9-4b3d-a176-6ecff435573d tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:47.193951 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b3fbff2a-d669-4b39-af6b-c06d792dccd8 req-30429578-5fd9-4b3d-a176-6ecff435573d tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 943 time: 0.0579345 Aug 24 17:48:47.257592 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b3fbff2a-d669-4b39-af6b-c06d792dccd8 req-9f0a9c41-0779-4865-b62e-ddbf2e5d4c78 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550237 Aug 24 17:48:47.852067 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b990c-cf43-474e-bc27-6229d5d7adb3 req-913b0116-9e7c-4e2e-8e5c-bfb640ca2118 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:47.854379 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d37b990c-cf43-474e-bc27-6229d5d7adb3 req-913b0116-9e7c-4e2e-8e5c-bfb640ca2118 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0515282 Aug 24 17:48:47.891824 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:47.904676 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082a996-80f8-4471-a2b6-5d5b3e40e936 req-80274ac0-e119-41ca-946f-9047247e0be9 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:47.906513 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7082a996-80f8-4471-a2b6-5d5b3e40e936 req-80274ac0-e119-41ca-946f-9047247e0be9 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 946 time: 0.0553603 Aug 24 17:48:47.913040 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d37b990c-cf43-474e-bc27-6229d5d7adb3 req-1ffd0f23-297d-42ee-9693-68a7700971b1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530941 Aug 24 17:48:47.957864 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7082a996-80f8-4471-a2b6-5d5b3e40e936 req-d2752aab-6007-492c-b67f-0572152242f3 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454919 Aug 24 17:48:48.375369 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794266fa-0cc3-48d6-af0e-8dfe2c328143 req-e49ac9f1-4e27-4c3c-8e1d-251bb19d8800 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:48.376901 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-794266fa-0cc3-48d6-af0e-8dfe2c328143 req-e49ac9f1-4e27-4c3c-8e1d-251bb19d8800 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 943 time: 0.0459776 Aug 24 17:48:48.430202 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-794266fa-0cc3-48d6-af0e-8dfe2c328143 req-aa879a24-cba6-4e9b-a847-22ebc8764b3a tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476327 Aug 24 17:48:48.483064 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0397fbeb-25d8-46af-98bb-8a7b70c97f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b079d0-f5b8-4315-b27a-8988f8c98b86'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:48:48.485514 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b718d1-2da3-44c4-aa1e-2a8fca99b707" -d '{"events": [{"server_uuid": "0397fbeb-25d8-46af-98bb-8a7b70c97f48", "name": "network-vif-plugged", "status": "completed", "tag": "87b079d0-f5b8-4315-b27a-8988f8c98b86"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:48:48.507664 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:48:48.526445 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab80549-1615-4499-8fbe-07af4625007d x-openstack-request-id: req-1ab80549-1615-4499-8fbe-07af4625007d {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:48:48.526750 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0397fbeb-25d8-46af-98bb-8a7b70c97f48", "name": "network-vif-plugged", "status": "completed", "tag": "87b079d0-f5b8-4315-b27a-8988f8c98b86", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:48:48.527003 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1ab80549-1615-4499-8fbe-07af4625007d {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:48:48.527798 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ab80549-1615-4499-8fbe-07af4625007d'] response: {'server_uuid': '0397fbeb-25d8-46af-98bb-8a7b70c97f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b079d0-f5b8-4315-b27a-8988f8c98b86', 'code': 200} Aug 24 17:48:48.631228 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=739a8b43-ab7a-4d3c-b2a6-c214a877b1e1,segment=NetworkSegment(9c8d4118-7962-435d-9942-3c81535bbb02),segment_id=9c8d4118-7962-435d-9942-3c81535bbb02)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:48:48.647904 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '739a8b43-ab7a-4d3c-b2a6-c214a877b1e1', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'port_id': '739a8b43-ab7a-4d3c-b2a6-c214a877b1e1', 'mac_address': 'fa:16:3e:28:a7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:48:48.688938 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:48.689323 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (739a8b43-ab7a-4d3c-b2a6-c214a877b1e1), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:48.703976 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:48:48.726575 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=739a8b43-ab7a-4d3c-b2a6-c214a877b1e1,segment=NetworkSegment(9c8d4118-7962-435d-9942-3c81535bbb02),segment_id=9c8d4118-7962-435d-9942-3c81535bbb02)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:48:48.731087 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (739a8b43-ab7a-4d3c-b2a6-c214a877b1e1), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:48.731800 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 41c4ee25-50fb-45d7-9866-1d83514f02d5 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:48:48.791552 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db423d-f04d-44c9-be5c-abfb99be1204 req-ab749ad0-9f42-4f8d-8946-58ee29307683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:48.793073 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-51db423d-f04d-44c9-be5c-abfb99be1204 req-ab749ad0-9f42-4f8d-8946-58ee29307683 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 1130 time: 0.1104457 Aug 24 17:48:48.794145 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579ab86-0798-43e2-8848-1347b35df78a req-37ac21a6-e7ed-46ad-9580-f1d627a2d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:48.795500 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5579ab86-0798-43e2-8848-1347b35df78a req-37ac21a6-e7ed-46ad-9580-f1d627a2d77b service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 1130 time: 0.0781982 Aug 24 17:48:48.800094 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=739a8b43-ab7a-4d3c-b2a6-c214a877b1e1,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:48.830052 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-5579ab86-0798-43e2-8848-1347b35df78a req-309d8243-f755-4cde-a741-6f2a9d821fb0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:48.833452 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-51db423d-f04d-44c9-be5c-abfb99be1204 req-cc19db43-0b19-4099-89d1-934c16ffb7f5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:48.875699 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 41c4ee25-50fb-45d7-9866-1d83514f02d5, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=41c4ee25-50fb-45d7-9866-1d83514f02d5,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:48:48.889160 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '41c4ee25-50fb-45d7-9866-1d83514f02d5', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'port_id': '41c4ee25-50fb-45d7-9866-1d83514f02d5', 'mac_address': 'fa:16:3e:c0:35:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:48:48.906910 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:48.928039 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 41c4ee25-50fb-45d7-9866-1d83514f02d5 is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:48.928832 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:48.931222 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:48.944305 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c4ee25-50fb-45d7-9866-1d83514f02d5 {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:48:48.960398 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-5579ab86-0798-43e2-8848-1347b35df78a req-309d8243-f755-4cde-a741-6f2a9d821fb0 service neutron] Publish callbacks [] for security_group (966290bd-7716-4a0d-b1d6-2afc7a0a2abe), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:48.971944 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-5579ab86-0798-43e2-8848-1347b35df78a req-309d8243-f755-4cde-a741-6f2a9d821fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (966290bd-7716-4a0d-b1d6-2afc7a0a2abe), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:48.996892 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 41c4ee25-50fb-45d7-9866-1d83514f02d5, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=41c4ee25-50fb-45d7-9866-1d83514f02d5,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:48:49.007570 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:49.066637 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d8243-f755-4cde-a741-6f2a9d821fb0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=966290bd-7716-4a0d-b1d6-2afc7a0a2abe,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:49.069937 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.db.api [req-51db423d-f04d-44c9-be5c-abfb99be1204 req-cc19db43-0b19-4099-89d1-934c16ffb7f5 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) ff81e911885e43ed86627df1e1a85893 {{(pid=112764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 17:48:49.070698 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG oslo_db.api [req-51db423d-f04d-44c9-be5c-abfb99be1204 req-cc19db43-0b19-4099-89d1-934c16ffb7f5 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 17:48:49.104811 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5579ab86-0798-43e2-8848-1347b35df78a req-309d8243-f755-4cde-a741-6f2a9d821fb0 service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932465 Aug 24 17:48:49.131730 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2aa50-cfc0-48f9-9a44-6222500d73d1 req-c855d87d-8f60-4051-838c-38d9488807fa tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:49.132622 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=41c4ee25-50fb-45d7-9866-1d83514f02d5,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:49.139062 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f3e2aa50-cfc0-48f9-9a44-6222500d73d1 req-c855d87d-8f60-4051-838c-38d9488807fa tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 944 time: 0.0949185 Aug 24 17:48:49.210781 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5230680-cc1d-41e5-a48d-b3d316ab7d0d req-dd7e9e13-fed1-4f2a-96b7-8d35ebe8bc81 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:49.212450 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d5230680-cc1d-41e5-a48d-b3d316ab7d0d req-dd7e9e13-fed1-4f2a-96b7-8d35ebe8bc81 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 946 time: 0.0810766 Aug 24 17:48:49.239397 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f3e2aa50-cfc0-48f9-9a44-6222500d73d1 req-8f690737-1875-4926-a6f8-24effa3167ea tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993102 Aug 24 17:48:49.292456 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d5230680-cc1d-41e5-a48d-b3d316ab7d0d req-a4dbcb77-0ee6-4257-8013-e25c3029d219 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481126 Aug 24 17:48:49.456232 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['41c4ee25-50fb-45d7-9866-1d83514f02d5'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:48:49.547699 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['739a8b43-ab7a-4d3c-b2a6-c214a877b1e1'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:48:49.572326 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-51db423d-f04d-44c9-be5c-abfb99be1204 req-cc19db43-0b19-4099-89d1-934c16ffb7f5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:49.574787 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:49.607553 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef9aef-a5f3-446e-9769-d86b29e17282 req-d5a05e1b-0c9c-4985-bbbe-ff4a4f844275 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:49.613003 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-64ef9aef-a5f3-446e-9769-d86b29e17282 req-d5a05e1b-0c9c-4985-bbbe-ff4a4f844275 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 944 time: 0.0762708 Aug 24 17:48:49.635457 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=2 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:49.697091 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-64ef9aef-a5f3-446e-9769-d86b29e17282 req-63d5ed5e-9814-4304-b45c-f52fd94af471 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750818 Aug 24 17:48:49.708032 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-51db423d-f04d-44c9-be5c-abfb99be1204 req-cc19db43-0b19-4099-89d1-934c16ffb7f5 service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9024508 Aug 24 17:48:49.988682 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 59926) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:50.113649 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c2bce142-1dfc-46db-9f96-3ef580c55bb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:50.417005 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 59956) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:50.449754 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894afef-098c-49d3-a6b6-9a0aacbac3b3 req-8461521c-027b-47e9-915b-0240c2bce2a0 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:50.451284 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3894afef-098c-49d3-a6b6-9a0aacbac3b3 req-8461521c-027b-47e9-915b-0240c2bce2a0 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 946 time: 0.0697966 Aug 24 17:48:50.454278 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43aff4-faba-4806-9c9d-a212ba2e77d9 req-0dff9bb1-460e-4452-86ef-c439526270d1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:50.471078 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6e43aff4-faba-4806-9c9d-a212ba2e77d9 req-0dff9bb1-460e-4452-86ef-c439526270d1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 944 time: 0.1049385 Aug 24 17:48:50.500616 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:50.513454 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c2bce142-1dfc-46db-9f96-3ef580c55bb7 admin admin] Publish callbacks [] for security_group (2e1034c7-051a-4090-bf2d-f3c215b562cb), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:50.528510 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c2bce142-1dfc-46db-9f96-3ef580c55bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (2e1034c7-051a-4090-bf2d-f3c215b562cb), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:50.540964 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6e43aff4-faba-4806-9c9d-a212ba2e77d9 req-3f3b3e5c-94a1-47a7-9ab4-3dbdaa7c6f0e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684125 Aug 24 17:48:50.553071 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3894afef-098c-49d3-a6b6-9a0aacbac3b3 req-7473969d-07be-4e8e-8724-daa4dd4e15c3 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938544 Aug 24 17:48:50.595392 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-cae16008-57f9-4c0e-aa26-90e8c4d0c2a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:50.598020 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bce142-1dfc-46db-9f96-3ef580c55bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1034c7-051a-4090-bf2d-f3c215b562cb,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:50.606429 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-c2bce142-1dfc-46db-9f96-3ef580c55bb7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1456c3fed4db4882aa65f6066ae32725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6163356 Aug 24 17:48:50.610251 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 59962) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:50.620909 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:50.686301 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-cae16008-57f9-4c0e-aa26-90e8c4d0c2a6 admin admin] Publish callbacks [] for security_group (8e18fd4b-146d-4cf2-8497-9885f5479c4d), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:50.686408 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-963a0d81-e331-4c5a-b6a4-fea3c559a0b7 admin admin] Publish callbacks [] for security_group (2e1034c7-051a-4090-bf2d-f3c215b562cb), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:50.691545 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-cae16008-57f9-4c0e-aa26-90e8c4d0c2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (8e18fd4b-146d-4cf2-8497-9885f5479c4d), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:50.710768 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-963a0d81-e331-4c5a-b6a4-fea3c559a0b7 admin admin] Publish callbacks [] for security_group (2e1034c7-051a-4090-bf2d-f3c215b562cb), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:50.730928 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-cae16008-57f9-4c0e-aa26-90e8c4d0c2a6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ec3b942a44534e12a7553a6a7aff41fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108602 Aug 24 17:48:50.733496 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 59966) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:50.751164 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae16008-57f9-4c0e-aa26-90e8c4d0c2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e18fd4b-146d-4cf2-8497-9885f5479c4d,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:50.766486 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-963a0d81-e331-4c5a-b6a4-fea3c559a0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (2e1034c7-051a-4090-bf2d-f3c215b562cb), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:50.769031 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-963a0d81-e331-4c5a-b6a4-fea3c559a0b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:50.775876 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-963a0d81-e331-4c5a-b6a4-fea3c559a0b7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2e1034c7-051a-4090-bf2d-f3c215b562cb HTTP/1.1" status: 204 len: 168 time: 0.1589739 Aug 24 17:48:50.792756 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a0d81-e331-4c5a-b6a4-fea3c559a0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1034c7-051a-4090-bf2d-f3c215b562cb,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:50.813103 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-89ad0a0c-3fc5-412d-8776-95303ef4fa73 admin admin] Publish callbacks [] for security_group (8e18fd4b-146d-4cf2-8497-9885f5479c4d), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:50.859816 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:48:50.872472 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-89ad0a0c-3fc5-412d-8776-95303ef4fa73 admin admin] Publish callbacks [] for security_group (8e18fd4b-146d-4cf2-8497-9885f5479c4d), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:50.892230 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622384e-9357-40a4-866c-a5add08a4f9b req-616c3096-4b43-4b80-914a-b61dca8c09dd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:50.894431 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1622384e-9357-40a4-866c-a5add08a4f9b req-616c3096-4b43-4b80-914a-b61dca8c09dd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 944 time: 0.0789058 Aug 24 17:48:50.924466 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning for port 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 completed by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:48:50.933723 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:50.935006 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (739a8b43-ab7a-4d3c-b2a6-c214a877b1e1), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:50.979612 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1622384e-9357-40a4-866c-a5add08a4f9b req-f69cf603-ae31-42cd-8376-57ac0022b1cc tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732040 Aug 24 17:48:50.988402 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-89ad0a0c-3fc5-412d-8776-95303ef4fa73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (8e18fd4b-146d-4cf2-8497-9885f5479c4d), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:50.992500 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-89ad0a0c-3fc5-412d-8776-95303ef4fa73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:50.993683 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-89ad0a0c-3fc5-412d-8776-95303ef4fa73 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8e18fd4b-146d-4cf2-8497-9885f5479c4d HTTP/1.1" status: 204 len: 168 time: 0.2595308 Aug 24 17:48:51.007199 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad0a0c-3fc5-412d-8776-95303ef4fa73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e18fd4b-146d-4cf2-8497-9885f5479c4d,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:51.094785 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:51.095434 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (739a8b43-ab7a-4d3c-b2a6-c214a877b1e1), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:51.126135 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa644603-71e5-4474-ac86-f0f7ce938d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739a8b43-ab7a-4d3c-b2a6-c214a877b1e1'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:48:51.128952 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6137f6e8-7b07-41e3-abf6-680e40c748ec" -d '{"events": [{"server_uuid": "aa644603-71e5-4474-ac86-f0f7ce938d0f", "name": "network-vif-plugged", "status": "completed", "tag": "739a8b43-ab7a-4d3c-b2a6-c214a877b1e1"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:48:51.144721 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=739a8b43-ab7a-4d3c-b2a6-c214a877b1e1,segment=NetworkSegment(9c8d4118-7962-435d-9942-3c81535bbb02),segment_id=9c8d4118-7962-435d-9942-3c81535bbb02)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:48:51.154857 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (739a8b43-ab7a-4d3c-b2a6-c214a877b1e1), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:51.156640 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 41c4ee25-50fb-45d7-9866-1d83514f02d5 up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:48:51.302373 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 59990) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:51.309463 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8741f117-7233-4478-8283-f3cd594d86cc x-openstack-request-id: req-8741f117-7233-4478-8283-f3cd594d86cc {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:48:51.309752 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa644603-71e5-4474-ac86-f0f7ce938d0f", "name": "network-vif-plugged", "status": "completed", "tag": "739a8b43-ab7a-4d3c-b2a6-c214a877b1e1", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:48:51.310002 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8741f117-7233-4478-8283-f3cd594d86cc {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:48:51.310392 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8741f117-7233-4478-8283-f3cd594d86cc'] response: {'server_uuid': 'aa644603-71e5-4474-ac86-f0f7ce938d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739a8b43-ab7a-4d3c-b2a6-c214a877b1e1', 'code': 200} Aug 24 17:48:51.331122 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ed6c-bcd6-49e3-948a-6d3940edf249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:51.336559 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=739a8b43-ab7a-4d3c-b2a6-c214a877b1e1,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:51.347556 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning for port 41c4ee25-50fb-45d7-9866-1d83514f02d5 completed by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:48:51.360054 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 41c4ee25-50fb-45d7-9866-1d83514f02d5 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:48:51.360917 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:51.424578 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:51.449686 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 41c4ee25-50fb-45d7-9866-1d83514f02d5 is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:48:51.450526 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:51.470615 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:51.486105 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ed6c-bcd6-49e3-948a-6d3940edf249 admin admin] Publish callbacks [] for security_group (11eca032-466d-4d11-b376-c099b71402a3), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:51.491466 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ed6c-bcd6-49e3-948a-6d3940edf249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (11eca032-466d-4d11-b376-c099b71402a3), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:51.496163 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 41c4ee25-50fb-45d7-9866-1d83514f02d5, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=41c4ee25-50fb-45d7-9866-1d83514f02d5,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:48:51.501293 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:51.553119 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-f1b8ed6c-bcd6-49e3-948a-6d3940edf249 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d27f87b3ab7c4867aa7f3b84c5e21370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496798 Aug 24 17:48:51.554362 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8ed6c-bcd6-49e3-948a-6d3940edf249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11eca032-466d-4d11-b376-c099b71402a3,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:51.556509 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 60002) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:51.578579 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=41c4ee25-50fb-45d7-9866-1d83514f02d5,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:51.620655 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 60008) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:51.642668 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-881a75d5-d559-46ac-8a97-a9c9b5c9bdeb admin admin] Publish callbacks [] for security_group (11eca032-466d-4d11-b376-c099b71402a3), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:51.643027 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4ac66021-ba4c-4a8a-9012-4734af633994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:51.676911 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-881a75d5-d559-46ac-8a97-a9c9b5c9bdeb admin admin] Publish callbacks [] for security_group (11eca032-466d-4d11-b376-c099b71402a3), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:51.702207 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fde3a-cb64-49ed-a36c-e5f28fbfd638 req-3803a098-debb-41cb-a4f0-9f11ebe054d6 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:51.703677 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-639fde3a-cb64-49ed-a36c-e5f28fbfd638 req-3803a098-debb-41cb-a4f0-9f11ebe054d6 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0624826 Aug 24 17:48:51.725461 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:51.741977 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f998e-ea16-46b1-97fb-fe7cd330a37a req-954c5e86-8b18-4ca1-ab64-d992d6e58ab2 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:51.743466 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b38f998e-ea16-46b1-97fb-fe7cd330a37a req-954c5e86-8b18-4ca1-ab64-d992d6e58ab2 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 946 time: 0.0837543 Aug 24 17:48:51.775002 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-639fde3a-cb64-49ed-a36c-e5f28fbfd638 req-c2cbd59f-6435-4e74-9542-7f1bbff2ba0e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630853 Aug 24 17:48:51.776664 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-881a75d5-d559-46ac-8a97-a9c9b5c9bdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (11eca032-466d-4d11-b376-c099b71402a3), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:51.779093 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-881a75d5-d559-46ac-8a97-a9c9b5c9bdeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:51.780252 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-881a75d5-d559-46ac-8a97-a9c9b5c9bdeb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/11eca032-466d-4d11-b376-c099b71402a3 HTTP/1.1" status: 204 len: 168 time: 0.2226551 Aug 24 17:48:51.802542 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a75d5-d559-46ac-8a97-a9c9b5c9bdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11eca032-466d-4d11-b376-c099b71402a3,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:51.811449 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b38f998e-ea16-46b1-97fb-fe7cd330a37a req-a94709d1-78e2-43bb-a1cc-0de71dece4d5 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573466 Aug 24 17:48:51.812098 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=6 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:51.815106 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:51.821483 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4ac66021-ba4c-4a8a-9012-4734af633994 admin admin] Publish callbacks [] for security_group (0b33c3ff-a8a7-4087-8257-892ea05a29eb), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:51.839609 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4ac66021-ba4c-4a8a-9012-4734af633994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (0b33c3ff-a8a7-4087-8257-892ea05a29eb), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:51.879747 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac66021-ba4c-4a8a-9012-4734af633994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b33c3ff-a8a7-4087-8257-892ea05a29eb,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:51.886404 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-4ac66021-ba4c-4a8a-9012-4734af633994 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4d2c1c8d9d424125baa5a23b03987542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2617280 Aug 24 17:48:51.887028 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 60014) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:51.937616 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-24961cea-b861-47f4-b106-2b1df22b0e91 admin admin] Publish callbacks [] for security_group (0b33c3ff-a8a7-4087-8257-892ea05a29eb), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:51.958203 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-24961cea-b861-47f4-b106-2b1df22b0e91 admin admin] Publish callbacks [] for security_group (0b33c3ff-a8a7-4087-8257-892ea05a29eb), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:52.012379 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-24961cea-b861-47f4-b106-2b1df22b0e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (0b33c3ff-a8a7-4087-8257-892ea05a29eb), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:52.016711 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-24961cea-b861-47f4-b106-2b1df22b0e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:52.019940 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-24961cea-b861-47f4-b106-2b1df22b0e91 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0b33c3ff-a8a7-4087-8257-892ea05a29eb HTTP/1.1" status: 204 len: 168 time: 0.1318190 Aug 24 17:48:52.029042 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24961cea-b861-47f4-b106-2b1df22b0e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b33c3ff-a8a7-4087-8257-892ea05a29eb,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:52.111032 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f7f51-e124-4cd7-a6e1-bceafa0222ac req-79b51f31-c738-48aa-afd1-f09ec547cc33 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:52.118324 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-265f7f51-e124-4cd7-a6e1-bceafa0222ac req-79b51f31-c738-48aa-afd1-f09ec547cc33 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0611129 Aug 24 17:48:52.162651 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-265f7f51-e124-4cd7-a6e1-bceafa0222ac req-bd80a8a0-41c2-49db-abe5-a70a626c00e9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432870 Aug 24 17:48:52.933366 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc157ad-adf7-4506-8ee0-29e42e33b107 req-c07e9e32-c201-476e-8fd4-334cde51cd4e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:52.941276 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-bbc157ad-adf7-4506-8ee0-29e42e33b107 req-c07e9e32-c201-476e-8fd4-334cde51cd4e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0720580 Aug 24 17:48:52.991699 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807b02b-f8ae-4022-a0f4-78a0ea3bac4a req-c1759c83-546a-4d77-a17a-596d8f78575a tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:52.995087 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7807b02b-f8ae-4022-a0f4-78a0ea3bac4a req-c1759c83-546a-4d77-a17a-596d8f78575a tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 946 time: 0.0637214 Aug 24 17:48:53.026790 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-bbc157ad-adf7-4506-8ee0-29e42e33b107 req-e800c47b-9f24-44d4-8c25-294bbd355bf7 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843086 Aug 24 17:48:53.057384 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7807b02b-f8ae-4022-a0f4-78a0ea3bac4a req-321e008e-8036-44eb-9050-6132773c62e1 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563586 Aug 24 17:48:53.298092 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575c49a-b81f-4fc3-a222-bc3b52b755f7 req-b845c99d-81fc-4f30-9f53-800474a13e07 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:53.300154 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8575c49a-b81f-4fc3-a222-bc3b52b755f7 req-b845c99d-81fc-4f30-9f53-800474a13e07 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0531464 Aug 24 17:48:53.311945 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11705238-e9d4-4c1e-ab49-d5a27eb4df4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c4ee25-50fb-45d7-9866-1d83514f02d5'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:48:53.315647 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 60116) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:53.318610 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c53c22f-cf81-4b33-8f2e-f7c73f5a8ed6" -d '{"events": [{"server_uuid": "11705238-e9d4-4c1e-ab49-d5a27eb4df4c", "name": "network-vif-plugged", "status": "completed", "tag": "41c4ee25-50fb-45d7-9866-1d83514f02d5"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:48:53.369125 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205612a7-d7c1-44e4-8c6b-6361db3505c3 x-openstack-request-id: req-205612a7-d7c1-44e4-8c6b-6361db3505c3 {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:48:53.369853 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11705238-e9d4-4c1e-ab49-d5a27eb4df4c", "name": "network-vif-plugged", "status": "completed", "tag": "41c4ee25-50fb-45d7-9866-1d83514f02d5", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:48:53.370101 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-205612a7-d7c1-44e4-8c6b-6361db3505c3 {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:48:53.370915 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-205612a7-d7c1-44e4-8c6b-6361db3505c3'] response: {'server_uuid': '11705238-e9d4-4c1e-ab49-d5a27eb4df4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c4ee25-50fb-45d7-9866-1d83514f02d5', 'code': 200} Aug 24 17:48:53.380085 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8575c49a-b81f-4fc3-a222-bc3b52b755f7 req-37f564d7-d237-464d-8264-d96c2f0583ea tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726557 Aug 24 17:48:53.500948 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-99aa83e7-c4f8-4daa-b730-903145f3c5b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:53.594002 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-99aa83e7-c4f8-4daa-b730-903145f3c5b5 admin admin] Publish callbacks [] for security_group (0bec5351-9ddb-4df4-81a5-e58ce3c0411a), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:53.597337 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-99aa83e7-c4f8-4daa-b730-903145f3c5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (0bec5351-9ddb-4df4-81a5-e58ce3c0411a), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:53.637019 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa83e7-c4f8-4daa-b730-903145f3c5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bec5351-9ddb-4df4-81a5-e58ce3c0411a,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:53.640911 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-99aa83e7-c4f8-4daa-b730-903145f3c5b5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f78aeb95f9714bac9460428653cfe214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244722 Aug 24 17:48:53.643845 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 60128) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:53.646649 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa83e7-c4f8-4daa-b730-903145f3c5b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.647000 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa83e7-c4f8-4daa-b730-903145f3c5b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.647362 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa83e7-c4f8-4daa-b730-903145f3c5b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.647747 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa83e7-c4f8-4daa-b730-903145f3c5b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.648078 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa83e7-c4f8-4daa-b730-903145f3c5b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.649012 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa83e7-c4f8-4daa-b730-903145f3c5b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.649349 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa83e7-c4f8-4daa-b730-903145f3c5b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.649678 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa83e7-c4f8-4daa-b730-903145f3c5b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.650023 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa83e7-c4f8-4daa-b730-903145f3c5b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.650356 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa83e7-c4f8-4daa-b730-903145f3c5b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.650687 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa83e7-c4f8-4daa-b730-903145f3c5b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.651014 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa83e7-c4f8-4daa-b730-903145f3c5b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.651339 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa83e7-c4f8-4daa-b730-903145f3c5b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.652275 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa83e7-c4f8-4daa-b730-903145f3c5b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.652612 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aa83e7-c4f8-4daa-b730-903145f3c5b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.666680 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:53.698945 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-613fc1e0-5df3-4efb-896b-1d2b1ea79609 admin admin] Publish callbacks [] for security_group (0bec5351-9ddb-4df4-81a5-e58ce3c0411a), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:53.719818 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-613fc1e0-5df3-4efb-896b-1d2b1ea79609 admin admin] Publish callbacks [] for security_group (0bec5351-9ddb-4df4-81a5-e58ce3c0411a), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:53.768437 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-613fc1e0-5df3-4efb-896b-1d2b1ea79609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (0bec5351-9ddb-4df4-81a5-e58ce3c0411a), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:53.770782 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-613fc1e0-5df3-4efb-896b-1d2b1ea79609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:53.771924 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-613fc1e0-5df3-4efb-896b-1d2b1ea79609 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0bec5351-9ddb-4df4-81a5-e58ce3c0411a HTTP/1.1" status: 204 len: 168 time: 0.1270683 Aug 24 17:48:53.782080 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613fc1e0-5df3-4efb-896b-1d2b1ea79609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bec5351-9ddb-4df4-81a5-e58ce3c0411a,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:53.790019 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fc1e0-5df3-4efb-896b-1d2b1ea79609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.790370 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fc1e0-5df3-4efb-896b-1d2b1ea79609 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.790715 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fc1e0-5df3-4efb-896b-1d2b1ea79609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.791081 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fc1e0-5df3-4efb-896b-1d2b1ea79609 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.791505 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fc1e0-5df3-4efb-896b-1d2b1ea79609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.791727 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fc1e0-5df3-4efb-896b-1d2b1ea79609 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.792040 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fc1e0-5df3-4efb-896b-1d2b1ea79609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.792698 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fc1e0-5df3-4efb-896b-1d2b1ea79609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.792810 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fc1e0-5df3-4efb-896b-1d2b1ea79609 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.793278 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fc1e0-5df3-4efb-896b-1d2b1ea79609 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.793544 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fc1e0-5df3-4efb-896b-1d2b1ea79609 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.793865 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fc1e0-5df3-4efb-896b-1d2b1ea79609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.794182 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fc1e0-5df3-4efb-896b-1d2b1ea79609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.794544 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fc1e0-5df3-4efb-896b-1d2b1ea79609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:53.794861 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fc1e0-5df3-4efb-896b-1d2b1ea79609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:48:54.165287 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caccdb2-a6ef-48c3-90a5-14b23eed4d18 req-79ac066e-d24b-4611-b30b-4875ca445b87 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:54.167410 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0caccdb2-a6ef-48c3-90a5-14b23eed4d18 req-79ac066e-d24b-4611-b30b-4875ca445b87 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0539031 Aug 24 17:48:54.195939 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16471b-f7cb-4c56-bdcc-e199780512e4 req-da135d84-e421-4268-89b9-950135b9aaa0 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:54.199987 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8c16471b-f7cb-4c56-bdcc-e199780512e4 req-da135d84-e421-4268-89b9-950135b9aaa0 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 946 time: 0.0542071 Aug 24 17:48:54.224605 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0caccdb2-a6ef-48c3-90a5-14b23eed4d18 req-3bd3fe0d-4a62-4dfe-9333-f29dbeae4e17 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492375 Aug 24 17:48:54.260923 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8c16471b-f7cb-4c56-bdcc-e199780512e4 req-7965e4ff-d8ab-4beb-a7bb-58dfd87a589b tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551901 Aug 24 17:48:54.521173 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:54.563514 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5638f-5a9e-4e33-a743-2ad71bf24c9f req-46d9c67c-b79a-4adf-a240-82105dd6b166 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:54.565035 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-84e5638f-5a9e-4e33-a743-2ad71bf24c9f req-46d9c67c-b79a-4adf-a240-82105dd6b166 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0769992 Aug 24 17:48:54.655261 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-84e5638f-5a9e-4e33-a743-2ad71bf24c9f req-b3972b41-8c29-40c3-944d-30ba2cbaaaf1 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761485 Aug 24 17:48:55.108391 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 60210) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:55.252239 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c2750c2d-dd7c-4d8b-9718-4629c4dc000a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:55.330983 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a7a37-19e1-437d-8dd9-4a6f90a1e99f req-4f1f7d99-9425-4584-b0f4-20c24e75073d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:55.332934 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b11a7a37-19e1-437d-8dd9-4a6f90a1e99f req-4f1f7d99-9425-4584-b0f4-20c24e75073d service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 1129 time: 0.0890396 Aug 24 17:48:55.363892 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c1c49-be50-4c78-8396-9da02688e774 req-d72b6a52-75ae-4fca-8b87-68553c9a0c19 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:55.366146 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-148c1c49-be50-4c78-8396-9da02688e774 req-d72b6a52-75ae-4fca-8b87-68553c9a0c19 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0503342 Aug 24 17:48:55.370403 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfeee05-3175-4359-ab76-b803e84a880f req-cd596274-0ca0-4ff9-918f-a236d478b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:55.372069 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4cfeee05-3175-4359-ab76-b803e84a880f req-cd596274-0ca0-4ff9-918f-a236d478b728 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 1129 time: 0.0923202 Aug 24 17:48:55.416927 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-148c1c49-be50-4c78-8396-9da02688e774 req-16a916a2-b9c3-4be8-b4a0-5aa03efc943c tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436482 Aug 24 17:48:55.490760 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94317d73-af71-4cb7-9705-6c13621d3cdf req-784f3864-0588-47b8-9a3d-1afcc0f8b9b2 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:55.492373 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-94317d73-af71-4cb7-9705-6c13621d3cdf req-784f3864-0588-47b8-9a3d-1afcc0f8b9b2 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 946 time: 0.1321068 Aug 24 17:48:55.498996 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b11a7a37-19e1-437d-8dd9-4a6f90a1e99f req-e112020d-d273-46bf-8910-eb4a4cb336f9 service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545887 Aug 24 17:48:55.525694 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4cfeee05-3175-4359-ab76-b803e84a880f req-05459369-9f25-4fec-accb-19bb4d79533b service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393728 Aug 24 17:48:55.530753 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:55.543674 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c2750c2d-dd7c-4d8b-9718-4629c4dc000a admin admin] Publish callbacks [] for security_group (91bc36d9-f6fb-4c62-93b1-c6ba007b60a5), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:55.550998 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c2750c2d-dd7c-4d8b-9718-4629c4dc000a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (91bc36d9-f6fb-4c62-93b1-c6ba007b60a5), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:55.608417 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-94317d73-af71-4cb7-9705-6c13621d3cdf req-645a9fd8-b0d8-440d-adcb-20800b2aa324 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017795 Aug 24 17:48:55.612245 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-c2750c2d-dd7c-4d8b-9718-4629c4dc000a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f7ca6b52c2b84d909ae0283019afe298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5027664 Aug 24 17:48:55.613206 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2750c2d-dd7c-4d8b-9718-4629c4dc000a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bc36d9-f6fb-4c62-93b1-c6ba007b60a5,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:55.615067 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 60222) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:55.681040 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-da46e243-050a-4696-b51b-aae36060da72 admin admin] Publish callbacks [] for security_group (91bc36d9-f6fb-4c62-93b1-c6ba007b60a5), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:55.703436 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-da46e243-050a-4696-b51b-aae36060da72 admin admin] Publish callbacks [] for security_group (91bc36d9-f6fb-4c62-93b1-c6ba007b60a5), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:55.793284 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b899fb0-1197-42f0-ae55-fe6e7e1fa4c9 req-8aae9c5a-2650-4288-876a-41bc15331fca tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:55.798472 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0b899fb0-1197-42f0-ae55-fe6e7e1fa4c9 req-8aae9c5a-2650-4288-876a-41bc15331fca tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0585999 Aug 24 17:48:55.806206 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-da46e243-050a-4696-b51b-aae36060da72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (91bc36d9-f6fb-4c62-93b1-c6ba007b60a5), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:55.806206 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-da46e243-050a-4696-b51b-aae36060da72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:55.807027 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-da46e243-050a-4696-b51b-aae36060da72 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/91bc36d9-f6fb-4c62-93b1-c6ba007b60a5 HTTP/1.1" status: 204 len: 168 time: 0.1905482 Aug 24 17:48:55.828426 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46e243-050a-4696-b51b-aae36060da72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bc36d9-f6fb-4c62-93b1-c6ba007b60a5,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:55.856328 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:55.866903 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0b899fb0-1197-42f0-ae55-fe6e7e1fa4c9 req-cb38e040-f271-429a-9866-74d2dd663450 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587256 Aug 24 17:48:56.211998 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 60248) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:56.227919 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e7d44546-d4fe-4185-adc5-451ce4de10ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:56.324250 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e7d44546-d4fe-4185-adc5-451ce4de10ad admin admin] Publish callbacks [] for security_group (984b1144-3565-427e-b1bc-ab0a525e70af), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:56.328544 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e7d44546-d4fe-4185-adc5-451ce4de10ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (984b1144-3565-427e-b1bc-ab0a525e70af), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:56.373960 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-e7d44546-d4fe-4185-adc5-451ce4de10ad admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0c72b4f38f504d1ea97a2411762be365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1562023 Aug 24 17:48:56.374668 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 60260) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:56.379309 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d44546-d4fe-4185-adc5-451ce4de10ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984b1144-3565-427e-b1bc-ab0a525e70af,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:56.436382 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-63d3500d-685d-4def-b6a2-aeb413401c52 admin admin] Publish callbacks [] for security_group (984b1144-3565-427e-b1bc-ab0a525e70af), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:56.461306 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-63d3500d-685d-4def-b6a2-aeb413401c52 admin admin] Publish callbacks [] for security_group (984b1144-3565-427e-b1bc-ab0a525e70af), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:56.553001 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-63d3500d-685d-4def-b6a2-aeb413401c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (984b1144-3565-427e-b1bc-ab0a525e70af), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:56.556186 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-63d3500d-685d-4def-b6a2-aeb413401c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:56.557333 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-63d3500d-685d-4def-b6a2-aeb413401c52 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/984b1144-3565-427e-b1bc-ab0a525e70af HTTP/1.1" status: 204 len: 168 time: 0.1836619 Aug 24 17:48:56.579661 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3500d-685d-4def-b6a2-aeb413401c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984b1144-3565-427e-b1bc-ab0a525e70af,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:56.590301 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187dca6-8a57-4220-982b-2670894c4503 req-53672b0a-806a-4d15-82ae-c8025e1a88d7 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:56.592019 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7187dca6-8a57-4220-982b-2670894c4503 req-53672b0a-806a-4d15-82ae-c8025e1a88d7 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0808761 Aug 24 17:48:56.651654 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7187dca6-8a57-4220-982b-2670894c4503 req-1850a745-fb69-4417-8602-9d22ccce4fb7 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500047 Aug 24 17:48:56.935243 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 60290) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:56.952173 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-aa770cc9-d62d-423a-9f08-88695773c2a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:56.963248 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:56.991232 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f353b-541c-4cb1-8283-9e53eae81769 req-de90f7ed-5373-405f-a30c-3e0b64709c84 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:56.993260 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-556f353b-541c-4cb1-8283-9e53eae81769 req-de90f7ed-5373-405f-a30c-3e0b64709c84 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0496128 Aug 24 17:48:57.040656 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-aa770cc9-d62d-423a-9f08-88695773c2a2 admin admin] Publish callbacks [] for security_group (56336f71-fd19-49f2-b05e-cf4e1cacc287), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:57.044579 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-aa770cc9-d62d-423a-9f08-88695773c2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (56336f71-fd19-49f2-b05e-cf4e1cacc287), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:57.048846 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-556f353b-541c-4cb1-8283-9e53eae81769 req-6b3896ad-2aa3-4950-8a51-5d324714a1c4 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490899 Aug 24 17:48:57.085405 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa770cc9-d62d-423a-9f08-88695773c2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56336f71-fd19-49f2-b05e-cf4e1cacc287,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:57.091228 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-aa770cc9-d62d-423a-9f08-88695773c2a2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a5c9d451d3934663b634ae2aca7c1a39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1547973 Aug 24 17:48:57.094224 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 60292) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:48:57.147359 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-17fd63d3-0bcc-4826-812f-703f423b55e8 admin admin] Publish callbacks [] for security_group (56336f71-fd19-49f2-b05e-cf4e1cacc287), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:57.174335 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-17fd63d3-0bcc-4826-812f-703f423b55e8 admin admin] Publish callbacks [] for security_group (56336f71-fd19-49f2-b05e-cf4e1cacc287), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:57.224809 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-17fd63d3-0bcc-4826-812f-703f423b55e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (56336f71-fd19-49f2-b05e-cf4e1cacc287), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:57.228081 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-17fd63d3-0bcc-4826-812f-703f423b55e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:48:57.229235 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-17fd63d3-0bcc-4826-812f-703f423b55e8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/56336f71-fd19-49f2-b05e-cf4e1cacc287 HTTP/1.1" status: 204 len: 168 time: 0.1342480 Aug 24 17:48:57.237558 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd63d3-0bcc-4826-812f-703f423b55e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56336f71-fd19-49f2-b05e-cf4e1cacc287,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:48:57.249904 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:57.821391 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c05d3-f6d2-439e-9a10-3648f81e4e57 req-007d08c6-b0ad-45ba-8ec1-b936609389b8 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:57.822904 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-bc7c05d3-f6d2-439e-9a10-3648f81e4e57 req-007d08c6-b0ad-45ba-8ec1-b936609389b8 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0514369 Aug 24 17:48:57.848583 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:48:57.888337 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-bc7c05d3-f6d2-439e-9a10-3648f81e4e57 req-04f5b7f9-c5e9-4a89-9c4f-a8c8bbcecf41 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593021 Aug 24 17:48:58.177432 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda01e27-32f8-4057-a5e3-eaa2d96ef788 req-ffc669d6-889c-4297-829c-d1e0a9f15923 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:58.179183 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-bda01e27-32f8-4057-a5e3-eaa2d96ef788 req-ffc669d6-889c-4297-829c-d1e0a9f15923 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0475852 Aug 24 17:48:58.228706 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-bda01e27-32f8-4057-a5e3-eaa2d96ef788 req-a34f629a-34ed-4be2-9cc7-8be599ea27af tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430007 Aug 24 17:48:59.004061 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091e69c-ef4a-4744-bbca-af231af60f35 req-b1392b80-ccb3-423b-8e9c-a521bc2fddc8 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:59.005528 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3091e69c-ef4a-4744-bbca-af231af60f35 req-b1392b80-ccb3-423b-8e9c-a521bc2fddc8 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0459867 Aug 24 17:48:59.052915 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3091e69c-ef4a-4744-bbca-af231af60f35 req-8ade2bc5-4fde-40b7-8769-a442ece64618 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417705 Aug 24 17:48:59.348454 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271cecf-92b3-4163-9630-be63fde6040c req-fa1e084e-6b26-4048-8208-7ea7c4754674 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:48:59.349896 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3271cecf-92b3-4163-9630-be63fde6040c req-fa1e084e-6b26-4048-8208-7ea7c4754674 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0489264 Aug 24 17:48:59.397019 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3271cecf-92b3-4163-9630-be63fde6040c req-6a035837-b658-4b33-968b-2b6b22af9e36 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415566 Aug 24 17:49:00.173561 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881836c-7e44-4473-ac73-58dad96a1f9a req-6f2fb25f-f51d-457d-9a49-6623491055f4 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:00.175008 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d881836c-7e44-4473-ac73-58dad96a1f9a req-6f2fb25f-f51d-457d-9a49-6623491055f4 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0452490 Aug 24 17:49:00.222006 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d881836c-7e44-4473-ac73-58dad96a1f9a req-8bcc1f2f-741f-4522-8138-40a23390f5e4 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407832 Aug 24 17:49:00.518622 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252203c-1ca2-4417-a269-799a96c4a7e0 req-3dd495c8-098d-4832-badf-b0769fda42e3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:00.520164 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d252203c-1ca2-4417-a269-799a96c4a7e0 req-3dd495c8-098d-4832-badf-b0769fda42e3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0508485 Aug 24 17:49:00.567575 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d252203c-1ca2-4417-a269-799a96c4a7e0 req-bb09dab9-71b0-4945-9bca-33856fa79416 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408175 Aug 24 17:49:01.345686 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371eee89-aee2-416f-9dd3-a2af066a7706 req-aa81ca80-7552-4e3d-b0bd-ffde50639745 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:01.347159 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-371eee89-aee2-416f-9dd3-a2af066a7706 req-aa81ca80-7552-4e3d-b0bd-ffde50639745 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0479724 Aug 24 17:49:01.369372 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:01.400421 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-371eee89-aee2-416f-9dd3-a2af066a7706 req-2786856d-66f3-4d2f-aaa6-dcd158d21ccf tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456691 Aug 24 17:49:01.579246 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf4305-e9ab-418e-9f1f-98fec175a1cb req-c537e638-cca1-42d6-9729-626530970772 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:01.581962 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-28cf4305-e9ab-418e-9f1f-98fec175a1cb req-c537e638-cca1-42d6-9729-626530970772 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0726380 Aug 24 17:49:01.594862 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 60388) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:01.600927 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-e1b652ae-964b-411b-a712-ccce6660d68b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Request body: {'floatingip': {'port_id': '41c4ee25-50fb-45d7-9866-1d83514f02d5'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:01.713417 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-e1b652ae-964b-411b-a712-ccce6660d68b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for floatingip (e9167e81-f7e8-489a-ba4a-c8a55686e286), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:01.794276 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340416e7-3926-4553-9321-8d061089fddc req-2356a8fa-8d9a-4e55-8e4c-5c28c7e5437f tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:01.796255 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-340416e7-3926-4553-9321-8d061089fddc req-2356a8fa-8d9a-4e55-8e4c-5c28c7e5437f tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0722876 Aug 24 17:49:01.858861 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-340416e7-3926-4553-9321-8d061089fddc req-06d4350d-c0e7-42af-8eb7-5cff445e9b3d tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566583 Aug 24 17:49:02.292395 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739d52e-d29c-44f8-b67e-45509f5c3f9b req-2e5221ba-e3de-40bc-abfa-98c6451d8706 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:02.303808 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b739d52e-d29c-44f8-b67e-45509f5c3f9b req-2e5221ba-e3de-40bc-abfa-98c6451d8706 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0743008 Aug 24 17:49:02.362974 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b6d04-6212-4c40-b50b-0089804df100 req-3a51f466-82fc-4c80-8a3e-74f8140ef0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:02.365030 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-de1b6d04-6212-4c40-b50b-0089804df100 req-3a51f466-82fc-4c80-8a3e-74f8140ef0ef service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=0fb78a439e20439f8d93a4f7df3f28f8&device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 1129 time: 0.0657520 Aug 24 17:49:02.365650 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b739d52e-d29c-44f8-b67e-45509f5c3f9b req-02a9109e-1800-4446-a2ff-4e402fdae6b2 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605295 Aug 24 17:49:02.399176 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:02.736584 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b6d04-6212-4c40-b50b-0089804df100 req-3cc01d2b-74a4-4730-be8f-cffe33eca0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:02.738072 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-de1b6d04-6212-4c40-b50b-0089804df100 req-3cc01d2b-74a4-4730-be8f-cffe33eca0be service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=42250e67-e026-4ee8-a8ab-86c733e9a211 HTTP/1.1" status: 200 len: 919 time: 0.3568442 Aug 24 17:49:02.804678 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-de1b6d04-6212-4c40-b50b-0089804df100 req-e131b8b6-5b7c-4b98-829c-475785590458 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 HTTP/1.1" status: 200 len: 217 time: 0.0507548 Aug 24 17:49:02.928036 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b6d04-6212-4c40-b50b-0089804df100 req-a3f70dc1-cd00-453c-973d-12c7c0d95ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:02.930025 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-de1b6d04-6212-4c40-b50b-0089804df100 req-a3f70dc1-cd00-453c-973d-12c7c0d95ea2 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=691c41c2-810c-4ccb-bb31-aecf9470a77a HTTP/1.1" status: 200 len: 857 time: 0.1168272 Aug 24 17:49:02.998470 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:03.038215 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-e1b652ae-964b-411b-a712-ccce6660d68b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.044940 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-e1b652ae-964b-411b-a712-ccce6660d68b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (e9167e81-f7e8-489a-ba4a-c8a55686e286), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.048847 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b6d04-6212-4c40-b50b-0089804df100 req-71b3868a-1d01-41ad-90a7-a00f0770fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:03.050334 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-de1b6d04-6212-4c40-b50b-0089804df100 req-71b3868a-1d01-41ad-90a7-a00f0770fdd0 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=42250e67-e026-4ee8-a8ab-86c733e9a211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0933731 Aug 24 17:49:03.195111 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6cddede7-37d8-4dad-8f23-c4f0efc8303b req-5f88cf2f-1d59-4fc2-9d31-46460bf22754 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1130307 Aug 24 17:49:03.250658 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.l3_db [None req-e1b652ae-964b-411b-a712-ccce6660d68b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Floating IP e9167e81-f7e8-489a-ba4a-c8a55686e286 associated. External IP: 172.27.1.4, port: 41c4ee25-50fb-45d7-9866-1d83514f02d5. Aug 24 17:49:03.330033 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-de1b6d04-6212-4c40-b50b-0089804df100 req-c840b04e-e7d8-4fb5-a777-8fd6679924f1 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461722 Aug 24 17:49:03.432403 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddede7-37d8-4dad-8f23-c4f0efc8303b req-726c63ee-a4de-4345-8fa9-326c70be72e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:03.433885 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6cddede7-37d8-4dad-8f23-c4f0efc8303b req-726c63ee-a4de-4345-8fa9-326c70be72e1 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=4bca50d38140438ebd32cdcb25c65e3d&device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 1130 time: 0.0825069 Aug 24 17:49:03.512019 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 60468) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:03.633359 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2b8490a2-d605-4705-9637-9549582c2b71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.726896 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2b8490a2-d605-4705-9637-9549582c2b71 admin admin] Publish callbacks [] for security_group (d61c3d21-5ae0-4a6f-9209-42b161a8611b), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.731310 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2b8490a2-d605-4705-9637-9549582c2b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (d61c3d21-5ae0-4a6f-9209-42b161a8611b), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.753130 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:03.778980 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8490a2-d605-4705-9637-9549582c2b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61c3d21-5ae0-4a6f-9209-42b161a8611b,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:03.786936 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-2b8490a2-d605-4705-9637-9549582c2b71 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fd70ed66c01141f5a3c193ffe503aa8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737489 Aug 24 17:49:03.787907 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 60476) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:03.806851 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:03.848113 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-efa8f0ce-69c0-4ee4-b362-60ee5e412cd6 admin admin] Publish callbacks [] for security_group (d61c3d21-5ae0-4a6f-9209-42b161a8611b), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.855685 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-de1b6d04-6212-4c40-b50b-0089804df100 req-0b392a36-4968-49f6-ae45-de9405e8fb1d service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030472 Aug 24 17:49:03.866251 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425040be-b3c3-4c4a-9a93-b67c5333ed3a req-22adf4e8-5ae1-4908-bf82-0a339b6de1cb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:03.868390 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-425040be-b3c3-4c4a-9a93-b67c5333ed3a req-22adf4e8-5ae1-4908-bf82-0a339b6de1cb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.4017625 Aug 24 17:49:03.880494 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-efa8f0ce-69c0-4ee4-b362-60ee5e412cd6 admin admin] Publish callbacks [] for security_group (d61c3d21-5ae0-4a6f-9209-42b161a8611b), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.943047 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddede7-37d8-4dad-8f23-c4f0efc8303b req-1a9da657-9144-44aa-87fe-129c2a264e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:03.944422 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6cddede7-37d8-4dad-8f23-c4f0efc8303b req-1a9da657-9144-44aa-87fe-129c2a264e6b service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=9de81dac-b84b-4053-b909-7b5379a734d3 HTTP/1.1" status: 200 len: 913 time: 0.4788947 Aug 24 17:49:03.971613 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-efa8f0ce-69c0-4ee4-b362-60ee5e412cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (d61c3d21-5ae0-4a6f-9209-42b161a8611b), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.976571 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-efa8f0ce-69c0-4ee4-b362-60ee5e412cd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:03.997159 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-efa8f0ce-69c0-4ee4-b362-60ee5e412cd6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d61c3d21-5ae0-4a6f-9209-42b161a8611b HTTP/1.1" status: 204 len: 168 time: 0.1966794 Aug 24 17:49:04.005681 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-425040be-b3c3-4c4a-9a93-b67c5333ed3a req-4ce5a8f9-b28c-49de-8bce-6684d2cf0bc8 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241000 Aug 24 17:49:04.007702 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b652ae-964b-411b-a712-ccce6660d68b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:49:04.009261 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6cddede7-37d8-4dad-8f23-c4f0efc8303b req-d547b853-4990-4557-9fe9-13bcc1675a8e service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a5ff39c-8fa9-4c77-85a2-b39dce880069 HTTP/1.1" status: 200 len: 217 time: 0.0551560 Aug 24 17:49:04.015398 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8f0ce-69c0-4ee4-b362-60ee5e412cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61c3d21-5ae0-4a6f-9209-42b161a8611b,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:04.161009 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:04.165100 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddede7-37d8-4dad-8f23-c4f0efc8303b req-69003709-d12a-49df-88e1-433f1dc6c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:04.166767 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6cddede7-37d8-4dad-8f23-c4f0efc8303b req-69003709-d12a-49df-88e1-433f1dc6c733 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=f767223b-657c-4dfb-9899-67ba5b81ed51 HTTP/1.1" status: 200 len: 851 time: 0.1495810 Aug 24 17:49:04.214555 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b652ae-964b-411b-a712-ccce6660d68b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:49:04.220695 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-e1b652ae-964b-411b-a712-ccce6660d68b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.232987 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1afc52-983b-42fd-8e9d-105b7b9cf7fd None None] Sync routers for ids ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:49:04.244293 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1afc52-983b-42fd-8e9d-105b7b9cf7fd None None] Routers {'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:49:04.244923 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-5b1afc52-983b-42fd-8e9d-105b7b9cf7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:48:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:04.246660 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddede7-37d8-4dad-8f23-c4f0efc8303b req-2407081a-b396-4e9a-a3f2-348d31df00d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:04.248200 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6cddede7-37d8-4dad-8f23-c4f0efc8303b req-2407081a-b396-4e9a-a3f2-348d31df00d6 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=9de81dac-b84b-4053-b909-7b5379a734d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746388 Aug 24 17:49:04.264333 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-e1b652ae-964b-411b-a712-ccce6660d68b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/e9167e81-f7e8-489a-ba4a-c8a55686e286 HTTP/1.1" status: 200 len: 989 time: 2.6675136 Aug 24 17:49:04.272818 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11705238-e9d4-4c1e-ab49-d5a27eb4df4c', 'tag': '41c4ee25-50fb-45d7-9866-1d83514f02d5'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:49:04.276000 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9240fd-1f77-4731-89f4-09faa6eebea3" -d '{"events": [{"name": "network-changed", "server_uuid": "11705238-e9d4-4c1e-ab49-d5a27eb4df4c", "tag": "41c4ee25-50fb-45d7-9866-1d83514f02d5"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:49:04.326915 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc881ab-75b7-4321-8efc-fbe9a5e6779d x-openstack-request-id: req-fdc881ab-75b7-4321-8efc-fbe9a5e6779d {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:49:04.327600 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11705238-e9d4-4c1e-ab49-d5a27eb4df4c", "tag": "41c4ee25-50fb-45d7-9866-1d83514f02d5", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:49:04.328100 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fdc881ab-75b7-4321-8efc-fbe9a5e6779d {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:49:04.328888 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc881ab-75b7-4321-8efc-fbe9a5e6779d'] response: {'name': 'network-changed', 'server_uuid': '11705238-e9d4-4c1e-ab49-d5a27eb4df4c', 'tag': '41c4ee25-50fb-45d7-9866-1d83514f02d5', 'status': 'completed', 'code': 200} Aug 24 17:49:04.353560 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-5b1afc52-983b-42fd-8e9d-105b7b9cf7fd None None] Set router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:49:04.395614 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 60504) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:04.430748 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fe5748b3-7d4a-4980-9cc3-2be2efdc2402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.436545 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9240fd-1f77-4731-89f4-09faa6eebea3 req-d7a00609-2b45-4a14-922b-3588be83a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:04.438265 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2a9240fd-1f77-4731-89f4-09faa6eebea3 req-d7a00609-2b45-4a14-922b-3588be83a64b service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=2fe3fa5e280d4fbd8a26cac05fe8aaa9&device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 1129 time: 0.0672865 Aug 24 17:49:04.443073 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6cddede7-37d8-4dad-8f23-c4f0efc8303b req-cad40862-c07c-417c-8589-2633ace29367 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/9de81dac-b84b-4053-b909-7b5379a734d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812842 Aug 24 17:49:04.547416 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fe5748b3-7d4a-4980-9cc3-2be2efdc2402 admin admin] Publish callbacks [] for security_group (1b8ddbf5-49bd-4874-af62-51768fddd100), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.551741 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fe5748b3-7d4a-4980-9cc3-2be2efdc2402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (1b8ddbf5-49bd-4874-af62-51768fddd100), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.598001 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-fe5748b3-7d4a-4980-9cc3-2be2efdc2402 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=364a77db391e40769635a65da061e545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2009885 Aug 24 17:49:04.599213 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5748b3-7d4a-4980-9cc3-2be2efdc2402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8ddbf5-49bd-4874-af62-51768fddd100,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:04.601297 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 60506) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:04.647336 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-5b1afc52-983b-42fd-8e9d-105b7b9cf7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-router', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'gw_port': {'id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:56Z', 'updated_at': '2022-08-24T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': 'e9167e81-f7e8-489a-ba4a-c8a55686e286', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'port_id': '41c4ee25-50fb-45d7-9866-1d83514f02d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'mac_address': 'fa:16:3e:c0:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705238-e9d4-4c1e-ab49-d5a27eb4df4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:48:14Z', 'updated_at': '2022-08-24T17:49:02Z', 'revision_number': 1, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438fb3a2-75e8-4496-aedb-10fc5cb31e8a', 'name': '', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'mac_address': 'fa:16:3e:b5:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:04Z', 'updated_at': '2022-08-24T17:48:14Z', 'revision_number': 5, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'subnets': [{'id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:04.675056 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6cddede7-37d8-4dad-8f23-c4f0efc8303b req-f3088403-b67e-4dc4-8331-d1c70c2c4ada service neutron] 10.222.0.62 "GET /networking/v2.0/networks/9de81dac-b84b-4053-b909-7b5379a734d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167163 Aug 24 17:49:04.676775 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1afc52-983b-42fd-8e9d-105b7b9cf7fd None None] Checking router: a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:49:04.680432 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9240fd-1f77-4731-89f4-09faa6eebea3 req-3e37165c-e811-4b38-b53e-5d930d10ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:04.682104 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2a9240fd-1f77-4731-89f4-09faa6eebea3 req-3e37165c-e811-4b38-b53e-5d930d10ee0c service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=b4887da7-fc9b-4bdc-bef8-72d9aff23bba HTTP/1.1" status: 200 len: 918 time: 0.2250504 Aug 24 17:49:04.687713 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1afc52-983b-42fd-8e9d-105b7b9cf7fd None None] Routers {'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:49:04.688339 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-5b1afc52-983b-42fd-8e9d-105b7b9cf7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:48:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:04.756391 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-19aab8fe-9bed-415f-a994-0f766c41fb00 admin admin] Publish callbacks [] for security_group (1b8ddbf5-49bd-4874-af62-51768fddd100), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.800856 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-5b1afc52-983b-42fd-8e9d-105b7b9cf7fd None None] Set router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:49:04.804936 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.818987 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-19aab8fe-9bed-415f-a994-0f766c41fb00 admin admin] Publish callbacks [] for security_group (1b8ddbf5-49bd-4874-af62-51768fddd100), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.827540 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2a9240fd-1f77-4731-89f4-09faa6eebea3 req-3c4fc651-c647-4fef-bb49-31fbc4314c47 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41c4ee25-50fb-45d7-9866-1d83514f02d5 HTTP/1.1" status: 200 len: 997 time: 0.1322317 Aug 24 17:49:04.877663 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-19aab8fe-9bed-415f-a994-0f766c41fb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (1b8ddbf5-49bd-4874-af62-51768fddd100), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.880980 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-19aab8fe-9bed-415f-a994-0f766c41fb00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:04.883035 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-19aab8fe-9bed-415f-a994-0f766c41fb00 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1b8ddbf5-49bd-4874-af62-51768fddd100 HTTP/1.1" status: 204 len: 168 time: 0.2761467 Aug 24 17:49:04.892753 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aab8fe-9bed-415f-a994-0f766c41fb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8ddbf5-49bd-4874-af62-51768fddd100,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:04.992276 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=100 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:05.032254 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-5b1afc52-983b-42fd-8e9d-105b7b9cf7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-router', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'gw_port': {'id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:56Z', 'updated_at': '2022-08-24T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': 'e9167e81-f7e8-489a-ba4a-c8a55686e286', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'port_id': '41c4ee25-50fb-45d7-9866-1d83514f02d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'mac_address': 'fa:16:3e:c0:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705238-e9d4-4c1e-ab49-d5a27eb4df4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:48:14Z', 'updated_at': '2022-08-24T17:49:02Z', 'revision_number': 1, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438fb3a2-75e8-4496-aedb-10fc5cb31e8a', 'name': '', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'mac_address': 'fa:16:3e:b5:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:04Z', 'updated_at': '2022-08-24T17:48:14Z', 'revision_number': 5, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'subnets': [{'id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:05.078899 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1afc52-983b-42fd-8e9d-105b7b9cf7fd None None] The sync data for ids ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'] in dv-cinder-840525-3-iscsi is: [{'id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-router', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'gw_port': {'id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:56Z', 'updated_at': '2022-08-24T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': 'e9167e81-f7e8-489a-ba4a-c8a55686e286', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'port_id': '41c4ee25-50fb-45d7-9866-1d83514f02d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'mac_address': 'fa:16:3e:c0:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11705238-e9d4-4c1e-ab49-d5a27eb4df4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:48:14Z', 'updated_at': '2022-08-24T17:49:02Z', 'revision_number': 1, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438fb3a2-75e8-4496-aedb-10fc5cb31e8a', 'name': '', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'mac_address': 'fa:16:3e:b5:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:04Z', 'updated_at': '2022-08-24T17:48:14Z', 'revision_number': 5, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'subnets': [{'id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:49:05.193723 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9240fd-1f77-4731-89f4-09faa6eebea3 req-24e25bf6-28fe-4d09-a81a-f5df77899a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:05.195658 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2a9240fd-1f77-4731-89f4-09faa6eebea3 req-24e25bf6-28fe-4d09-a81a-f5df77899a46 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=f4beb65d-55f8-43c8-9c96-bbd198ab3e33 HTTP/1.1" status: 200 len: 856 time: 0.1006627 Aug 24 17:49:05.279615 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:05.299046 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec367ad-018e-46f5-8d46-cc307522df9e req-eb9c6948-a613-42ad-ab0c-1b9868e949ca tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:05.300681 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6ec367ad-018e-46f5-8d46-cc307522df9e req-eb9c6948-a613-42ad-ab0c-1b9868e949ca tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.1015685 Aug 24 17:49:05.416096 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9240fd-1f77-4731-89f4-09faa6eebea3 req-51315ff8-2e3a-48d5-b8f2-aa30feb5e1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:05.418134 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2a9240fd-1f77-4731-89f4-09faa6eebea3 req-51315ff8-2e3a-48d5-b8f2-aa30feb5e1ed service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=b4887da7-fc9b-4bdc-bef8-72d9aff23bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810156 Aug 24 17:49:05.428731 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6ec367ad-018e-46f5-8d46-cc307522df9e req-9dbb7e01-d0f8-4473-b1ac-d17958db4a18 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209953 Aug 24 17:49:05.664845 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 60540) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:05.830579 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2a9240fd-1f77-4731-89f4-09faa6eebea3 req-9525284b-0f85-4d83-b16f-b7f0278a38d6 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471426 Aug 24 17:49:05.831319 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a8dd2199-2566-4d38-99cd-ce003e89b046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:05.884219 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:05.986555 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2a9240fd-1f77-4731-89f4-09faa6eebea3 req-74522587-d2c4-4c44-98fe-9c5732cb930e service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469882 Aug 24 17:49:06.016369 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a8dd2199-2566-4d38-99cd-ce003e89b046 admin admin] Publish callbacks [] for security_group (9db14865-6031-4415-a526-a92bac1eb00f), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:06.023303 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a8dd2199-2566-4d38-99cd-ce003e89b046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (9db14865-6031-4415-a526-a92bac1eb00f), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:06.071416 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-a8dd2199-2566-4d38-99cd-ce003e89b046 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c123df42588249cab1b4bc59d6fe0208&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4056063 Aug 24 17:49:06.074148 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 60554) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:06.074861 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd2199-2566-4d38-99cd-ce003e89b046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db14865-6031-4415-a526-a92bac1eb00f,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:06.124755 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:06.149634 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-faabed1b-cc58-4628-bf64-32be44175dfb admin admin] Publish callbacks [] for security_group (9db14865-6031-4415-a526-a92bac1eb00f), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:06.179860 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a03a440-b489-4ab6-8537-b4a2f7f79fe7 None None] New status for floating IP e9167e81-f7e8-489a-ba4a-c8a55686e286: ACTIVE {{(pid=112765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:49:06.187604 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-faabed1b-cc58-4628-bf64-32be44175dfb admin admin] Publish callbacks [] for security_group (9db14865-6031-4415-a526-a92bac1eb00f), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:06.265602 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-faabed1b-cc58-4628-bf64-32be44175dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (9db14865-6031-4415-a526-a92bac1eb00f), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:06.268369 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-faabed1b-cc58-4628-bf64-32be44175dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:06.270135 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-faabed1b-cc58-4628-bf64-32be44175dfb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9db14865-6031-4415-a526-a92bac1eb00f HTTP/1.1" status: 204 len: 168 time: 0.1948335 Aug 24 17:49:06.308350 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faabed1b-cc58-4628-bf64-32be44175dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db14865-6031-4415-a526-a92bac1eb00f,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:06.646273 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a320c8-b48d-48b2-9122-5c6e3a4d628a req-452837ef-0769-48cf-8df9-75f3fb1783d9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:06.657085 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-11a320c8-b48d-48b2-9122-5c6e3a4d628a req-452837ef-0769-48cf-8df9-75f3fb1783d9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0736563 Aug 24 17:49:06.719132 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-11a320c8-b48d-48b2-9122-5c6e3a4d628a req-a05b3464-3e87-4141-bc8b-32cb97d51975 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610189 Aug 24 17:49:06.996130 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-ff104a4a-1651-4d4d-81f9-ff187178d6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:07.421474 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 60612) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:07.566331 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-a91570bf-03e7-4220-a1c4-c2ecda79c2e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1155744628-network', 'tenant_id': 'f62f652ab66a4289be10048e1c8169d6'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:07.587251 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91570bf-03e7-4220-a1c4-c2ecda79c2e9 admin admin] Made reservation on behalf of f62f652ab66a4289be10048e1c8169d6 for: {'network': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:07.589699 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a91570bf-03e7-4220-a1c4-c2ecda79c2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for network (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:07.598662 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a91570bf-03e7-4220-a1c4-c2ecda79c2e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:07.658777 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 60622) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:07.693439 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a91570bf-03e7-4220-a1c4-c2ecda79c2e9 admin admin] Publish callbacks [] for security_group (bb896b88-965b-4321-9531-9f76092f479c), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:07.697917 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a91570bf-03e7-4220-a1c4-c2ecda79c2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (bb896b88-965b-4321-9531-9f76092f479c), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:07.703294 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:07.730097 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91570bf-03e7-4220-a1c4-c2ecda79c2e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=112763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:49:07.736174 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91570bf-03e7-4220-a1c4-c2ecda79c2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb896b88-965b-4321-9531-9f76092f479c,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:07.749900 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a91570bf-03e7-4220-a1c4-c2ecda79c2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (ca180ab6-81a0-48b2-8ab3-2bc494d3fa42), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:07.750258 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.segments_db [None req-a91570bf-03e7-4220-a1c4-c2ecda79c2e9 admin admin] Added segment ca180ab6-81a0-48b2-8ab3-2bc494d3fa42 of type vlan for network 36e38d0d-5ac8-4cf5-ac87-8b158b40ef79 Aug 24 17:49:07.800641 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-85811aff-d570-48eb-865c-a2d38d069e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:07.806344 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a91570bf-03e7-4220-a1c4-c2ecda79c2e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763231558539'] for network (36e38d0d-5ac8-4cf5-ac87-8b158b40ef79), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:07.843985 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea346f0-e338-45bc-98fa-33137ed0f506 req-29b5785d-6756-47e4-8a4a-d018baeecd56 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:07.846292 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7ea346f0-e338-45bc-98fa-33137ed0f506 req-29b5785d-6756-47e4-8a4a-d018baeecd56 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0479031 Aug 24 17:49:07.860601 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a91570bf-03e7-4220-a1c4-c2ecda79c2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for network (36e38d0d-5ac8-4cf5-ac87-8b158b40ef79), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:07.861574 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91570bf-03e7-4220-a1c4-c2ecda79c2e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:07.862158 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a91570bf-03e7-4220-a1c4-c2ecda79c2e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:07.899796 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7ea346f0-e338-45bc-98fa-33137ed0f506 req-251caba8-ea58-4aa4-83d4-1dbfffeb84ae tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468650 Aug 24 17:49:07.919676 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-a91570bf-03e7-4220-a1c4-c2ecda79c2e9 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4958975 Aug 24 17:49:07.920683 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 60628) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:07.959003 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-116a32b0-cf05-4ac5-ac35-3d8d3cacc0b0 admin admin] Request body: {'subnet': {'network_id': '36e38d0d-5ac8-4cf5-ac87-8b158b40ef79', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1155744628-subnet', 'tenant_id': 'f62f652ab66a4289be10048e1c8169d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:07.965076 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91570bf-03e7-4220-a1c4-c2ecda79c2e9 admin admin] Pushing event updated for resources: {'Network': ['ID=36e38d0d-5ac8-4cf5-ac87-8b158b40ef79,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:07.979384 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Network 36e38d0d-5ac8-4cf5-ac87-8b158b40ef79 details requested by agent ovs-agent-dv-cinder-840525-3-iscsi with host dv-cinder-840525-3-iscsi {{(pid=112765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:49:08.007520 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-85811aff-d570-48eb-865c-a2d38d069e6c admin admin] Publish callbacks [] for security_group (1ac29f59-e7ee-489f-b405-28b0ca41de05), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.014606 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-85811aff-d570-48eb-865c-a2d38d069e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (1ac29f59-e7ee-489f-b405-28b0ca41de05), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.021521 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116a32b0-cf05-4ac5-ac35-3d8d3cacc0b0 admin admin] Made reservation on behalf of f62f652ab66a4289be10048e1c8169d6 for: {'subnet': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:08.024798 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-116a32b0-cf05-4ac5-ac35-3d8d3cacc0b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7792119'] for subnet (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.071184 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:08.084154 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85811aff-d570-48eb-865c-a2d38d069e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac29f59-e7ee-489f-b405-28b0ca41de05,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:08.089637 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-85811aff-d570-48eb-865c-a2d38d069e6c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9bddcbf1ca6a4bbd94fe52c2d9b91c09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4298489 Aug 24 17:49:08.092294 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 60634) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:08.207748 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a6d91b42-8758-461e-a2a2-1ed1262c8d08 admin admin] Publish callbacks [] for security_group (1ac29f59-e7ee-489f-b405-28b0ca41de05), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.259790 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a6d91b42-8758-461e-a2a2-1ed1262c8d08 admin admin] Publish callbacks [] for security_group (1ac29f59-e7ee-489f-b405-28b0ca41de05), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.349711 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-116a32b0-cf05-4ac5-ac35-3d8d3cacc0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7605930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7792025'] for subnet (77678b36-fd99-4a07-8699-53121d1147fb), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.394020 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a6d91b42-8758-461e-a2a2-1ed1262c8d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (1ac29f59-e7ee-489f-b405-28b0ca41de05), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.396455 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a6d91b42-8758-461e-a2a2-1ed1262c8d08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.397604 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-a6d91b42-8758-461e-a2a2-1ed1262c8d08 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1ac29f59-e7ee-489f-b405-28b0ca41de05 HTTP/1.1" status: 204 len: 168 time: 0.3039558 Aug 24 17:49:08.419855 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d91b42-8758-461e-a2a2-1ed1262c8d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac29f59-e7ee-489f-b405-28b0ca41de05,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:08.429931 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a32b0-cf05-4ac5-ac35-3d8d3cacc0b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77678b36-fd99-4a07-8699-53121d1147fb,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:08.441291 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a32b0-cf05-4ac5-ac35-3d8d3cacc0b0 admin admin] Checking segment: {'id': 'ca180ab6-81a0-48b2-8ab3-2bc494d3fa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '36e38d0d-5ac8-4cf5-ac87-8b158b40ef79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:08.441519 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116a32b0-cf05-4ac5-ac35-3d8d3cacc0b0 admin admin] Network hostable DHCP agents. Network: 36e38d0d-5ac8-4cf5-ac87-8b158b40ef79, hostable agents: ['edbe2c30-39eb-4d16-9bee-d282c1702677'], hosted agents: [] {{(pid=112763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:49:08.470512 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116a32b0-cf05-4ac5-ac35-3d8d3cacc0b0 admin admin] Network 36e38d0d-5ac8-4cf5-ac87-8b158b40ef79 is scheduled to be hosted by DHCP agent edbe2c30-39eb-4d16-9bee-d282c1702677 with binding_index 1 {{(pid=112763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:49:08.474237 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-116a32b0-cf05-4ac5-ac35-3d8d3cacc0b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-3-iscsi, 36e38d0d-5ac8-4cf5-ac87-8b158b40ef79) {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:08.479035 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116a32b0-cf05-4ac5-ac35-3d8d3cacc0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:08.479670 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-116a32b0-cf05-4ac5-ac35-3d8d3cacc0b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.484555 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56880d2-9017-415c-9ebf-833a87e7e6bb None None] Network 36e38d0d-5ac8-4cf5-ac87-8b158b40ef79 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:49:08.499523 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-116a32b0-cf05-4ac5-ac35-3d8d3cacc0b0 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5467305 Aug 24 17:49:08.622947 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf60a0b-fefa-4ec7-a4a3-7161e242360c None None] Network 36e38d0d-5ac8-4cf5-ac87-8b158b40ef79 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:49:08.779119 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 60656) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:08.793785 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e1e63a61-60e7-4df2-83e4-91d643c04aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.795422 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:UPDATE=4,neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:08.877921 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e1e63a61-60e7-4df2-83e4-91d643c04aef admin admin] Publish callbacks [] for security_group (ed8ce9a6-4cd5-4921-bda7-d8a078262665), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.882071 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e1e63a61-60e7-4df2-83e4-91d643c04aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (ed8ce9a6-4cd5-4921-bda7-d8a078262665), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:08.925817 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-e1e63a61-60e7-4df2-83e4-91d643c04aef admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5dd2be3c97074eb7af12f17efa620545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431327 Aug 24 17:49:08.925817 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e63a61-60e7-4df2-83e4-91d643c04aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8ce9a6-4cd5-4921-bda7-d8a078262665,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:08.927769 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 60658) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:09.009113 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a7e19c8e-c4d4-47ce-9e65-885a2672d832 admin admin] Publish callbacks [] for security_group (ed8ce9a6-4cd5-4921-bda7-d8a078262665), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:09.033205 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a7e19c8e-c4d4-47ce-9e65-885a2672d832 admin admin] Publish callbacks [] for security_group (ed8ce9a6-4cd5-4921-bda7-d8a078262665), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:09.055534 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4aa75-d1a3-4ed0-8001-13469d7c5770 req-41798d4e-7ff2-4050-9dfc-f48bcdbcde44 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:09.057518 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-adf4aa75-d1a3-4ed0-8001-13469d7c5770 req-41798d4e-7ff2-4050-9dfc-f48bcdbcde44 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0571423 Aug 24 17:49:09.119355 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a7e19c8e-c4d4-47ce-9e65-885a2672d832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (ed8ce9a6-4cd5-4921-bda7-d8a078262665), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:09.123049 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a7e19c8e-c4d4-47ce-9e65-885a2672d832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:09.124427 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-a7e19c8e-c4d4-47ce-9e65-885a2672d832 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ed8ce9a6-4cd5-4921-bda7-d8a078262665 HTTP/1.1" status: 204 len: 168 time: 0.1956065 Aug 24 17:49:09.136322 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-adf4aa75-d1a3-4ed0-8001-13469d7c5770 req-c5bf5fad-36a0-474c-ac95-13f63b59761e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720985 Aug 24 17:49:09.157760 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e19c8e-c4d4-47ce-9e65-885a2672d832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8ce9a6-4cd5-4921-bda7-d8a078262665,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:09.421928 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-45952878-b62b-476f-9bc9-f5059be9424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:10.278951 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951e482-0ec4-424a-9152-53b2156bdec1 req-7c512592-cdf7-44c5-8077-38b653304d57 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:10.281199 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a951e482-0ec4-424a-9152-53b2156bdec1 req-7c512592-cdf7-44c5-8077-38b653304d57 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0506835 Aug 24 17:49:10.334333 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a951e482-0ec4-424a-9152-53b2156bdec1 req-9faefc6d-9b81-4e12-b8cf-bb0e47bf2475 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461049 Aug 24 17:49:10.583738 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:11.458033 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738739d-5750-410b-9d44-5d355f4431ba req-a1b9de1b-6b8a-46d0-b1d4-dd836421a856 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:11.459572 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8738739d-5750-410b-9d44-5d355f4431ba req-a1b9de1b-6b8a-46d0-b1d4-dd836421a856 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0472069 Aug 24 17:49:11.486596 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=5 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:11.510278 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8738739d-5750-410b-9d44-5d355f4431ba req-18b2b5b2-04aa-4b15-8b59-03eeba5b6268 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445759 Aug 24 17:49:11.926364 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:12.030273 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:12.616458 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:12.630131 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b1d03-fe2b-490a-8edd-e24aab1b4c27 req-d3b4a2df-7471-473c-abd0-77a7b6abafb5 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:12.631872 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-402b1d03-fe2b-490a-8edd-e24aab1b4c27 req-d3b4a2df-7471-473c-abd0-77a7b6abafb5 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0502734 Aug 24 17:49:12.687980 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-402b1d03-fe2b-490a-8edd-e24aab1b4c27 req-f9daf032-d630-4553-b9e1-2c97bb2c2202 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490255 Aug 24 17:49:13.732049 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e7f71-b070-486e-854b-b4bf28360b05 req-c7a99be9-6280-4f4e-8c8b-ddc079f2fb0e tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:13.748157 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-860e7f71-b070-486e-854b-b4bf28360b05 req-c7a99be9-6280-4f4e-8c8b-ddc079f2fb0e tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/networks?id=36e38d0d-5ac8-4cf5-ac87-8b158b40ef79 HTTP/1.1" status: 200 len: 809 time: 0.1527145 Aug 24 17:49:13.758008 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-860e7f71-b070-486e-854b-b4bf28360b05 req-4bde6645-5460-489a-9330-735a2eca0efa tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/quotas/f62f652ab66a4289be10048e1c8169d6 HTTP/1.1" status: 200 len: 375 time: 0.0169158 Aug 24 17:49:13.797041 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-860e7f71-b070-486e-854b-b4bf28360b05 req-736ea076-ae34-49d4-821d-e801231d546f tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f62f652ab66a4289be10048e1c8169d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380671 Aug 24 17:49:13.832437 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37d299-fb08-45fa-9254-9414a10b82fa req-739d6b09-9057-44b5-a521-db0a75e3dbe6 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:13.834159 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9d37d299-fb08-45fa-9254-9414a10b82fa req-739d6b09-9057-44b5-a521-db0a75e3dbe6 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0611401 Aug 24 17:49:13.918652 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-860e7f71-b070-486e-854b-b4bf28360b05 req-2967a2d4-bbe9-430c-b72e-85c5cc5dabee service neutron] 10.222.0.27 "GET /networking/v2.0/networks/36e38d0d-5ac8-4cf5-ac87-8b158b40ef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147907 Aug 24 17:49:13.925178 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9d37d299-fb08-45fa-9254-9414a10b82fa req-b427ddf6-c445-49ed-b28a-20217aef6e69 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839832 Aug 24 17:49:14.038135 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-860e7f71-b070-486e-854b-b4bf28360b05 req-42f6d441-752f-433f-b342-682473151fa0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/36e38d0d-5ac8-4cf5-ac87-8b158b40ef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184015 Aug 24 17:49:14.249071 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-9a31618d-45e5-48e3-9e3e-cb3dd0126e5d req-76bfac10-cf25-4bb0-a8fc-43d928b8adb3 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b34e887-9102-4f94-9e6a-c27e1a57e88c HTTP/1.1" status: 200 len: 210 time: 0.0382986 Aug 24 17:49:14.355336 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800d805-2464-4767-b3eb-14ad19e981ea req-f5c3f973-6ef5-495c-9f53-2ab5ac136834 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:14.357968 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3800d805-2464-4767-b3eb-14ad19e981ea req-f5c3f973-6ef5-495c-9f53-2ab5ac136834 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 946 time: 0.0571179 Aug 24 17:49:14.427163 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3800d805-2464-4767-b3eb-14ad19e981ea req-dc1cdc36-a8f9-446b-a0c6-35f13c752ac7 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624239 Aug 24 17:49:15.034655 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=4 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:15.036558 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=70 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:15.068895 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cd84f-36b8-40e4-9608-45cb8c9aa98b req-bd6eb802-c73c-4771-9a73-5af7cc3e29e4 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:15.071032 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d65cd84f-36b8-40e4-9608-45cb8c9aa98b req-bd6eb802-c73c-4771-9a73-5af7cc3e29e4 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0597777 Aug 24 17:49:15.118353 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d65cd84f-36b8-40e4-9608-45cb8c9aa98b req-d370151b-bd56-4d42-9e4e-cb4815697bd6 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415266 Aug 24 17:49:15.358975 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b9e4350d-2ce5-4926-873f-9b47cb8d25f6 req-011fb56f-36b5-4a3f-b2a6-06406c0c633f tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b34e887-9102-4f94-9e6a-c27e1a57e88c HTTP/1.1" status: 200 len: 210 time: 0.0312066 Aug 24 17:49:15.514676 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 60892) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:15.563686 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02139aa-3bfb-4c99-b1fe-72f1a6ce4b9b req-dc5cbb1b-a50c-4dbb-a2fb-7b5bd4211877 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:15.568020 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b02139aa-3bfb-4c99-b1fe-72f1a6ce4b9b req-dc5cbb1b-a50c-4dbb-a2fb-7b5bd4211877 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 946 time: 0.0624733 Aug 24 17:49:15.618572 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b02139aa-3bfb-4c99-b1fe-72f1a6ce4b9b req-7a7f37c0-4470-43f8-bac1-d7a635928833 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471246 Aug 24 17:49:15.655711 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-befc1614-1fe4-4eb7-9eb9-74a26d148a07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:15.695501 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:15.737716 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-befc1614-1fe4-4eb7-9eb9-74a26d148a07 admin admin] Publish callbacks [] for security_group (713a49a0-f347-4c52-86a9-093fbcc04fc4), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:15.740526 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-befc1614-1fe4-4eb7-9eb9-74a26d148a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (713a49a0-f347-4c52-86a9-093fbcc04fc4), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:15.779696 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-befc1614-1fe4-4eb7-9eb9-74a26d148a07 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5abc14e9816c4c28addba743a0fec82f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2636902 Aug 24 17:49:15.780864 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc1614-1fe4-4eb7-9eb9-74a26d148a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713a49a0-f347-4c52-86a9-093fbcc04fc4,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:15.782413 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 60900) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:15.821569 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:15.835072 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a112b393-2cd0-4c45-9057-adbdd5a011b3 admin admin] Publish callbacks [] for security_group (713a49a0-f347-4c52-86a9-093fbcc04fc4), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:15.858043 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a112b393-2cd0-4c45-9057-adbdd5a011b3 admin admin] Publish callbacks [] for security_group (713a49a0-f347-4c52-86a9-093fbcc04fc4), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:15.909208 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a112b393-2cd0-4c45-9057-adbdd5a011b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (713a49a0-f347-4c52-86a9-093fbcc04fc4), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:15.911760 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a112b393-2cd0-4c45-9057-adbdd5a011b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:15.912834 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-a112b393-2cd0-4c45-9057-adbdd5a011b3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/713a49a0-f347-4c52-86a9-093fbcc04fc4 HTTP/1.1" status: 204 len: 168 time: 0.1287639 Aug 24 17:49:15.922946 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112b393-2cd0-4c45-9057-adbdd5a011b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713a49a0-f347-4c52-86a9-093fbcc04fc4,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:16.189350 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 60912) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:16.203801 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-eb7fdb82-6992-4133-9ee9-0ff050c5530a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.245608 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6de1b-64ba-4859-8a7e-14c4e96f9607 req-8c42fd80-ebd5-4a93-93f7-d23cd2ca17cc tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:16.247097 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1ce6de1b-64ba-4859-8a7e-14c4e96f9607 req-8c42fd80-ebd5-4a93-93f7-d23cd2ca17cc tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0506117 Aug 24 17:49:16.286800 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-eb7fdb82-6992-4133-9ee9-0ff050c5530a admin admin] Publish callbacks [] for security_group (cf5abd07-67b3-472b-ab9a-637254d53914), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.292960 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-eb7fdb82-6992-4133-9ee9-0ff050c5530a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (cf5abd07-67b3-472b-ab9a-637254d53914), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.305048 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1ce6de1b-64ba-4859-8a7e-14c4e96f9607 req-568ba818-816b-4b9e-8da1-1b6d6b182c2a tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518687 Aug 24 17:49:16.325460 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fdb82-6992-4133-9ee9-0ff050c5530a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5abd07-67b3-472b-ab9a-637254d53914,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:16.340520 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:16.349157 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-eb7fdb82-6992-4133-9ee9-0ff050c5530a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8cc1b4e1c31a44bab00dd662dec8fde3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585715 Aug 24 17:49:16.351858 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 60914) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:16.401241 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-7fa61ddd-0aec-496a-9a52-19e81a7c88df admin admin] Publish callbacks [] for security_group (cf5abd07-67b3-472b-ab9a-637254d53914), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.421913 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-7fa61ddd-0aec-496a-9a52-19e81a7c88df admin admin] Publish callbacks [] for security_group (cf5abd07-67b3-472b-ab9a-637254d53914), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.474427 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3cc71903-c65d-4628-85a1-a7c0a847bdf9 req-43037930-0d00-4163-81e1-8a98567c09be tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b34e887-9102-4f94-9e6a-c27e1a57e88c HTTP/1.1" status: 200 len: 210 time: 0.0431933 Aug 24 17:49:16.514883 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-7fa61ddd-0aec-496a-9a52-19e81a7c88df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (cf5abd07-67b3-472b-ab9a-637254d53914), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.518295 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-7fa61ddd-0aec-496a-9a52-19e81a7c88df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:16.519545 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-7fa61ddd-0aec-496a-9a52-19e81a7c88df admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cf5abd07-67b3-472b-ab9a-637254d53914 HTTP/1.1" status: 204 len: 168 time: 0.1667514 Aug 24 17:49:16.528876 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa61ddd-0aec-496a-9a52-19e81a7c88df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5abd07-67b3-472b-ab9a-637254d53914,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:16.777117 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fb30d-120a-4b4a-8ea2-e2f0bd8f7b97 req-db17a5c6-3238-41f5-974a-809de2ffb273 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:16.778806 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ba0fb30d-120a-4b4a-8ea2-e2f0bd8f7b97 req-db17a5c6-3238-41f5-974a-809de2ffb273 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 946 time: 0.0546908 Aug 24 17:49:16.833293 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ba0fb30d-120a-4b4a-8ea2-e2f0bd8f7b97 req-57ee6742-bce4-47a1-80c2-1ca469026d09 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487747 Aug 24 17:49:16.924141 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 60932) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:16.938561 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1575af40-ea8d-41f9-bc2c-31d5f56e1df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.014165 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1575af40-ea8d-41f9-bc2c-31d5f56e1df3 admin admin] Publish callbacks [] for security_group (64d67fb8-757a-458c-b967-7c68795ed8d2), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.017864 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1575af40-ea8d-41f9-bc2c-31d5f56e1df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (64d67fb8-757a-458c-b967-7c68795ed8d2), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.057870 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-1575af40-ea8d-41f9-bc2c-31d5f56e1df3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4f127dff9a84443dbfd1981eb093b929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325810 Aug 24 17:49:17.058627 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575af40-ea8d-41f9-bc2c-31d5f56e1df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d67fb8-757a-458c-b967-7c68795ed8d2,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:17.060661 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 60934) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:17.115982 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-989b3620-876a-4439-9294-d4d9a834a022 admin admin] Publish callbacks [] for security_group (64d67fb8-757a-458c-b967-7c68795ed8d2), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.138439 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-989b3620-876a-4439-9294-d4d9a834a022 admin admin] Publish callbacks [] for security_group (64d67fb8-757a-458c-b967-7c68795ed8d2), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.187948 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-989b3620-876a-4439-9294-d4d9a834a022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (64d67fb8-757a-458c-b967-7c68795ed8d2), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.190578 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-989b3620-876a-4439-9294-d4d9a834a022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.191847 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-989b3620-876a-4439-9294-d4d9a834a022 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/64d67fb8-757a-458c-b967-7c68795ed8d2 HTTP/1.1" status: 204 len: 168 time: 0.1302049 Aug 24 17:49:17.201875 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b3620-876a-4439-9294-d4d9a834a022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d67fb8-757a-458c-b967-7c68795ed8d2,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:17.317515 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799581e-8e24-4300-9d87-303fb1ad5c0e req-5a7961bb-0046-440b-ba37-9be6c24248c1 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:17.319226 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9799581e-8e24-4300-9d87-303fb1ad5c0e req-5a7961bb-0046-440b-ba37-9be6c24248c1 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 946 time: 0.0574229 Aug 24 17:49:17.453958 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae39a6-f1d4-4db9-8007-34a4e2f0d774 req-c6803297-085d-4644-a318-bd3dcf6d04b2 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:17.456397 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e3ae39a6-f1d4-4db9-8007-34a4e2f0d774 req-c6803297-085d-4644-a318-bd3dcf6d04b2 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0508068 Aug 24 17:49:17.501791 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:17.526847 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e3ae39a6-f1d4-4db9-8007-34a4e2f0d774 req-84115116-add2-4373-a4fd-794a01dc7f2a tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623329 Aug 24 17:49:17.576947 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-9799581e-8e24-4300-9d87-303fb1ad5c0e req-6ddfa68f-6907-4877-8680-7d66e2f0851a tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Deleting port 8a5ff39c-8fa9-4c77-85a2-b39dce880069 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:49:17.577346 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-9799581e-8e24-4300-9d87-303fb1ad5c0e req-6ddfa68f-6907-4877-8680-7d66e2f0851a tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (8a5ff39c-8fa9-4c77-85a2-b39dce880069), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.639158 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f3336e8b-de90-4e9d-9a41-122cb6bebcd3 req-5c4eaa90-4558-45d8-8dab-b56df5f67165 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b34e887-9102-4f94-9e6a-c27e1a57e88c HTTP/1.1" status: 200 len: 210 time: 0.0576022 Aug 24 17:49:17.650754 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e7f71-b070-486e-854b-b4bf28360b05 req-178ba08f-7a5e-4c3d-8ae7-39f5fc321121 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:17.652301 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-860e7f71-b070-486e-854b-b4bf28360b05 req-178ba08f-7a5e-4c3d-8ae7-39f5fc321121 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.62 "GET /networking/v2.0/networks?id=36e38d0d-5ac8-4cf5-ac87-8b158b40ef79 HTTP/1.1" status: 200 len: 809 time: 0.3318689 Aug 24 17:49:17.692155 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-860e7f71-b070-486e-854b-b4bf28360b05 req-bc9425d7-e13c-453b-8fd0-456b6e3ac5b2 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Request body: {'port': {'device_id': '7b34e887-9102-4f94-9e6a-c27e1a57e88c', 'network_id': '36e38d0d-5ac8-4cf5-ac87-8b158b40ef79', 'admin_state_up': True, 'tenant_id': 'f62f652ab66a4289be10048e1c8169d6'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:17.785845 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-9799581e-8e24-4300-9d87-303fb1ad5c0e req-6ddfa68f-6907-4877-8680-7d66e2f0851a tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] For port 8a5ff39c-8fa9-4c77-85a2-b39dce880069, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8a5ff39c-8fa9-4c77-85a2-b39dce880069,segment=NetworkSegment(04da034a-7956-4d9b-ba69-517a30a693d9),segment_id=04da034a-7956-4d9b-ba69-517a30a693d9)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:17.786432 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-9799581e-8e24-4300-9d87-303fb1ad5c0e req-6ddfa68f-6907-4877-8680-7d66e2f0851a tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (8a5ff39c-8fa9-4c77-85a2-b39dce880069), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:17.810226 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-9799581e-8e24-4300-9d87-303fb1ad5c0e req-6ddfa68f-6907-4877-8680-7d66e2f0851a tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Calling delete_port for 8a5ff39c-8fa9-4c77-85a2-b39dce880069 owned by compute:nova {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:49:17.895715 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:17.932549 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860e7f71-b070-486e-854b-b4bf28360b05 req-bc9425d7-e13c-453b-8fd0-456b6e3ac5b2 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Made reservation on behalf of f62f652ab66a4289be10048e1c8169d6 for: {'port': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:17.937210 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-860e7f71-b070-486e-854b-b4bf28360b05 req-bc9425d7-e13c-453b-8fd0-456b6e3ac5b2 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:18.061461 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8daa162-29ed-4da5-be2f-20bbbb7cc043 req-39d51bfa-bdd5-4954-b5e2-8ba02ed55ee7 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:18.063469 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f8daa162-29ed-4da5-be2f-20bbbb7cc043 req-39d51bfa-bdd5-4954-b5e2-8ba02ed55ee7 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 946 time: 0.0936580 Aug 24 17:49:18.130908 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f8daa162-29ed-4da5-be2f-20bbbb7cc043 req-827a4ff0-61d3-4d96-9035-62e0be4c5b87 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596569 Aug 24 17:49:18.381619 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [req-860e7f71-b070-486e-854b-b4bf28360b05 req-bc9425d7-e13c-453b-8fd0-456b6e3ac5b2 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Allocated IP 172.20.0.11 (36e38d0d-5ac8-4cf5-ac87-8b158b40ef79/77678b36-fd99-4a07-8699-53121d1147fb/6ab83aec-b304-4396-892c-70c8bbdb208e) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:49:18.396529 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-9799581e-8e24-4300-9d87-303fb1ad5c0e req-6ddfa68f-6907-4877-8680-7d66e2f0851a tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414'] for port (8a5ff39c-8fa9-4c77-85a2-b39dce880069), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:18.442317 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfa68f-6907-4877-8680-7d66e2f0851a tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Pushing event deleted for resources: {'Port': ['ID=8a5ff39c-8fa9-4c77-85a2-b39dce880069,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:18.533797 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-9799581e-8e24-4300-9d87-303fb1ad5c0e req-6ddfa68f-6907-4877-8680-7d66e2f0851a tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] No DVR routers for this DVR port 8a5ff39c-8fa9-4c77-85a2-b39dce880069 on host hv-cinder-84052 {{(pid=112764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:49:18.542847 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-9799581e-8e24-4300-9d87-303fb1ad5c0e req-6ddfa68f-6907-4877-8680-7d66e2f0851a tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:18.546142 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9799581e-8e24-4300-9d87-303fb1ad5c0e req-6ddfa68f-6907-4877-8680-7d66e2f0851a tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.62 "DELETE /networking/v2.0/ports/8a5ff39c-8fa9-4c77-85a2-b39dce880069 HTTP/1.1" status: 204 len: 173 time: 1.2133095 Aug 24 17:49:18.546595 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca739a9-de86-4fb2-b047-7bc75fa540bb', 'name': 'network-vif-deleted', 'tag': '8a5ff39c-8fa9-4c77-85a2-b39dce880069'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:49:18.549100 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ccc0b6-e1f8-40d0-a1b6-c73737283883" -d '{"events": [{"server_uuid": "7ca739a9-de86-4fb2-b047-7bc75fa540bb", "name": "network-vif-deleted", "tag": "8a5ff39c-8fa9-4c77-85a2-b39dce880069"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:49:18.681204 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b068778-fe82-4fa0-992a-a527da6f2fff x-openstack-request-id: req-0b068778-fe82-4fa0-992a-a527da6f2fff {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:49:18.681667 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca739a9-de86-4fb2-b047-7bc75fa540bb", "name": "network-vif-deleted", "tag": "8a5ff39c-8fa9-4c77-85a2-b39dce880069", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:49:18.682083 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0b068778-fe82-4fa0-992a-a527da6f2fff {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:49:18.682941 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b068778-fe82-4fa0-992a-a527da6f2fff'] response: {'server_uuid': '7ca739a9-de86-4fb2-b047-7bc75fa540bb', 'name': 'network-vif-deleted', 'tag': '8a5ff39c-8fa9-4c77-85a2-b39dce880069', 'status': 'completed', 'code': 200} Aug 24 17:49:18.729408 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96f66e-14a3-4fe4-bdc8-4d5b8e51402e req-5ba38c87-851a-4e0b-b583-715653a14a5a tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:18.740663 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-9d96f66e-14a3-4fe4-bdc8-4d5b8e51402e req-5ba38c87-851a-4e0b-b583-715653a14a5a tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0814693 Aug 24 17:49:18.803224 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:49:18.833880 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-9d96f66e-14a3-4fe4-bdc8-4d5b8e51402e req-f2054a65-da7b-4a55-a7d0-7c70c23d4a84 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876055 Aug 24 17:49:18.846338 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6fc57085-c2a8-460e-a2ed-7b2c7a5c6908 req-c4e2ec30-7f4b-4c37-bf69-2015e8392d06 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b34e887-9102-4f94-9e6a-c27e1a57e88c HTTP/1.1" status: 200 len: 210 time: 0.0904996 Aug 24 17:49:18.860274 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-860e7f71-b070-486e-854b-b4bf28360b05 req-bc9425d7-e13c-453b-8fd0-456b6e3ac5b2 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Publish callbacks [] for port (6ab83aec-b304-4396-892c-70c8bbdb208e), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:18.895937 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:18.902833 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-860e7f71-b070-486e-854b-b4bf28360b05 req-bc9425d7-e13c-453b-8fd0-456b6e3ac5b2 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (6ab83aec-b304-4396-892c-70c8bbdb208e), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:18.967040 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860e7f71-b070-486e-854b-b4bf28360b05 req-bc9425d7-e13c-453b-8fd0-456b6e3ac5b2 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Network 36e38d0d-5ac8-4cf5-ac87-8b158b40ef79 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:18.972012 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [req-860e7f71-b070-486e-854b-b4bf28360b05 req-bc9425d7-e13c-453b-8fd0-456b6e3ac5b2 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:18.973864 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9425d7-e13c-453b-8fd0-456b6e3ac5b2 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Pushing event updated for resources: {'Port': ['ID=6ab83aec-b304-4396-892c-70c8bbdb208e,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:18.976863 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-860e7f71-b070-486e-854b-b4bf28360b05 req-bc9425d7-e13c-453b-8fd0-456b6e3ac5b2 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:49:18.982393 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e7f71-b070-486e-854b-b4bf28360b05 req-bc9425d7-e13c-453b-8fd0-456b6e3ac5b2 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:18.983160 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-860e7f71-b070-486e-854b-b4bf28360b05 req-bc9425d7-e13c-453b-8fd0-456b6e3ac5b2 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.009612 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-860e7f71-b070-486e-854b-b4bf28360b05 req-bc9425d7-e13c-453b-8fd0-456b6e3ac5b2 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.62 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3209326 Aug 24 17:49:19.032356 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-860e7f71-b070-486e-854b-b4bf28360b05 req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] Request body: {'port': {'device_id': '7b34e887-9102-4f94-9e6a-c27e1a57e88c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:19.110049 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-860e7f71-b070-486e-854b-b4bf28360b05 req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (6ab83aec-b304-4396-892c-70c8bbdb208e), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.166742 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:19.273107 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-dbb8ea24-00d9-4857-a1aa-b3612165d0ea req-09cfd134-95b1-4b38-b0ac-cd1154daa375 tempest-DeleteServersTestJSON-540225370 tempest-DeleteServersTestJSON-540225370-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ca739a9-de86-4fb2-b047-7bc75fa540bb HTTP/1.1" status: 200 len: 210 time: 0.0383372 Aug 24 17:49:19.395688 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [req-860e7f71-b070-486e-854b-b4bf28360b05 req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab83aec-b304-4396-892c-70c8bbdb208e {{(pid=112764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:49:19.404061 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-860e7f71-b070-486e-854b-b4bf28360b05 req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] Publish callbacks [] for port (6ab83aec-b304-4396-892c-70c8bbdb208e), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.419794 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.provisioning_blocks [req-860e7f71-b070-486e-854b-b4bf28360b05 req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] Transition to ACTIVE for port object 6ab83aec-b304-4396-892c-70c8bbdb208e will not be triggered until provisioned by entity L2. {{(pid=112764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:49:19.424158 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-860e7f71-b070-486e-854b-b4bf28360b05 req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (6ab83aec-b304-4396-892c-70c8bbdb208e), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.512480 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab83aec-b304-4396-892c-70c8bbdb208e,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:19.524097 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-860e7f71-b070-486e-854b-b4bf28360b05 req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] Attempting to bind port 6ab83aec-b304-4396-892c-70c8bbdb208e on host hv-cinder-84052 for vnic_type normal with profile {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:49:19.524451 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-860e7f71-b070-486e-854b-b4bf28360b05 req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] Attempting to bind port 6ab83aec-b304-4396-892c-70c8bbdb208e by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': 'ca180ab6-81a0-48b2-8ab3-2bc494d3fa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '36e38d0d-5ac8-4cf5-ac87-8b158b40ef79'}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:49:19.524797 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860e7f71-b070-486e-854b-b4bf28360b05 req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] Attempting to bind port 6ab83aec-b304-4396-892c-70c8bbdb208e on network 36e38d0d-5ac8-4cf5-ac87-8b158b40ef79 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:19.530396 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860e7f71-b070-486e-854b-b4bf28360b05 req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] Port 6ab83aec-b304-4396-892c-70c8bbdb208e on network 36e38d0d-5ac8-4cf5-ac87-8b158b40ef79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:49:19.530786 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860e7f71-b070-486e-854b-b4bf28360b05 req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] Attempting to bind port 6ab83aec-b304-4396-892c-70c8bbdb208e on network 36e38d0d-5ac8-4cf5-ac87-8b158b40ef79 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:19.537705 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860e7f71-b070-486e-854b-b4bf28360b05 req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] Checking agent: {'id': 'd24852b8-87fc-4acc-b821-6f57e7364c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'started_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:49:19.538213 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860e7f71-b070-486e-854b-b4bf28360b05 req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] Checking segment: {'id': 'ca180ab6-81a0-48b2-8ab3-2bc494d3fa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '36e38d0d-5ac8-4cf5-ac87-8b158b40ef79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:19.539184 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860e7f71-b070-486e-854b-b4bf28360b05 req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] Bound using segment: {'id': 'ca180ab6-81a0-48b2-8ab3-2bc494d3fa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '36e38d0d-5ac8-4cf5-ac87-8b158b40ef79'} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:49:19.539673 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-860e7f71-b070-486e-854b-b4bf28360b05 req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] Bound port: 6ab83aec-b304-4396-892c-70c8bbdb208e, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca180ab6-81a0-48b2-8ab3-2bc494d3fa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '36e38d0d-5ac8-4cf5-ac87-8b158b40ef79'}}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:49:19.540094 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-860e7f71-b070-486e-854b-b4bf28360b05 req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (6ab83aec-b304-4396-892c-70c8bbdb208e), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.621653 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-860e7f71-b070-486e-854b-b4bf28360b05 req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] For port 6ab83aec-b304-4396-892c-70c8bbdb208e, host hv-cinder-84052, cleared binding levels {{(pid=112764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:49:19.625943 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-860e7f71-b070-486e-854b-b4bf28360b05 req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] For port 6ab83aec-b304-4396-892c-70c8bbdb208e, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=6ab83aec-b304-4396-892c-70c8bbdb208e,segment=NetworkSegment(ca180ab6-81a0-48b2-8ab3-2bc494d3fa42),segment_id=ca180ab6-81a0-48b2-8ab3-2bc494d3fa42)] {{(pid=112764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:49:19.632572 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-860e7f71-b070-486e-854b-b4bf28360b05 req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (6ab83aec-b304-4396-892c-70c8bbdb208e), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.640188 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e7f71-b070-486e-854b-b4bf28360b05 req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:19.640898 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-860e7f71-b070-486e-854b-b4bf28360b05 req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:19.642305 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-860e7f71-b070-486e-854b-b4bf28360b05 req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] 10.222.0.62 "PUT /networking/v2.0/ports/6ab83aec-b304-4396-892c-70c8bbdb208e HTTP/1.1" status: 200 len: 1094 time: 0.6220932 Aug 24 17:49:19.698643 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a5fe7-4c17-4be2-abaa-1a6352e71fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab83aec-b304-4396-892c-70c8bbdb208e,revision_number=3']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:19.748836 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e7f71-b070-486e-854b-b4bf28360b05 req-d155f3fa-50ef-417a-98fc-a8eb4b090356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:19.750517 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-860e7f71-b070-486e-854b-b4bf28360b05 req-d155f3fa-50ef-417a-98fc-a8eb4b090356 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=f62f652ab66a4289be10048e1c8169d6&device_id=7b34e887-9102-4f94-9e6a-c27e1a57e88c HTTP/1.1" status: 200 len: 1128 time: 0.0427978 Aug 24 17:49:19.793800 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-860e7f71-b070-486e-854b-b4bf28360b05 req-d6c5f080-19f5-45e0-afdd-58b05334c6e1 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ab83aec-b304-4396-892c-70c8bbdb208e HTTP/1.1" status: 200 len: 217 time: 0.0349305 Aug 24 17:49:19.846855 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e7f71-b070-486e-854b-b4bf28360b05 req-f89c007e-61e3-44da-a52e-6aa611eb4a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:19.848395 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-860e7f71-b070-486e-854b-b4bf28360b05 req-f89c007e-61e3-44da-a52e-6aa611eb4a68 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=77678b36-fd99-4a07-8699-53121d1147fb HTTP/1.1" status: 200 len: 849 time: 0.0482402 Aug 24 17:49:19.887930 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-860e7f71-b070-486e-854b-b4bf28360b05 req-4fe5410f-a7bf-416b-8ddf-6eb8f37bf781 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=36e38d0d-5ac8-4cf5-ac87-8b158b40ef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284576 Aug 24 17:49:19.976240 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4495b-ba45-4070-899a-d0c8b11d3c17 req-07c665f6-c133-44a3-9ccc-50aeaf1a1d6a tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:19.988101 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-47b4495b-ba45-4070-899a-d0c8b11d3c17 req-07c665f6-c133-44a3-9ccc-50aeaf1a1d6a tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b34e887-9102-4f94-9e6a-c27e1a57e88c HTTP/1.1" status: 200 len: 944 time: 0.0587738 Aug 24 17:49:20.009308 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:20.010455 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4e9c8-3fe7-4b96-a0e3-d7ce33f0e50a req-0301f073-df6d-48ab-8973-3b2a306ded3e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:20.012197 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2ec4e9c8-3fe7-4b96-a0e3-d7ce33f0e50a req-0301f073-df6d-48ab-8973-3b2a306ded3e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0973282 Aug 24 17:49:20.048423 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-47b4495b-ba45-4070-899a-d0c8b11d3c17 req-dccd1d7c-5018-4e3b-94f3-3a30431cab9a tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595400 Aug 24 17:49:20.050785 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:20.062900 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-860e7f71-b070-486e-854b-b4bf28360b05 req-850b0d80-d9f3-41df-8117-0c3130c38e02 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/36e38d0d-5ac8-4cf5-ac87-8b158b40ef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666734 Aug 24 17:49:20.096473 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2ec4e9c8-3fe7-4b96-a0e3-d7ce33f0e50a req-fc8d3bec-a95f-4dda-a7e7-b1d9b1570e85 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765176 Aug 24 17:49:20.175032 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:20.178312 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 32882) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:20.193190 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-860e7f71-b070-486e-854b-b4bf28360b05 req-545f16ee-0a5c-49fa-9383-03d9f987c7ba service neutron] 10.222.0.62 "GET /networking/v2.0/networks/36e38d0d-5ac8-4cf5-ac87-8b158b40ef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139956 Aug 24 17:49:20.296243 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f4078f88-fe87-4854-a6e2-fef43ac9910a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:20.347590 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:20.371621 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 8a5ff39c-8fa9-4c77-85a2-b39dce880069 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:49:20.395529 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f4078f88-fe87-4854-a6e2-fef43ac9910a admin admin] Publish callbacks [] for security_group (f49a3e74-7b2a-456f-828e-9d5321d987ba), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:20.395894 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] No Port match for: 8a5ff39c-8fa9-4c77-85a2-b39dce880069 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:49:20.396315 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 8a5ff39c-8fa9-4c77-85a2-b39dce880069 not bound to the agent host hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:49:20.402131 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f4078f88-fe87-4854-a6e2-fef43ac9910a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (f49a3e74-7b2a-456f-828e-9d5321d987ba), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:20.487764 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 32896) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:20.488194 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-f4078f88-fe87-4854-a6e2-fef43ac9910a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=728cab1693854f2ca0efeeac2d2a8a07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967951 Aug 24 17:49:20.488194 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4078f88-fe87-4854-a6e2-fef43ac9910a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49a3e74-7b2a-456f-828e-9d5321d987ba,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:20.579321 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ed234697-e4ab-48c4-afe5-0e4da2d29a9f admin admin] Publish callbacks [] for security_group (f49a3e74-7b2a-456f-828e-9d5321d987ba), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:20.609176 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ed234697-e4ab-48c4-afe5-0e4da2d29a9f admin admin] Publish callbacks [] for security_group (f49a3e74-7b2a-456f-828e-9d5321d987ba), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:20.667977 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ed234697-e4ab-48c4-afe5-0e4da2d29a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (f49a3e74-7b2a-456f-828e-9d5321d987ba), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:20.671042 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ed234697-e4ab-48c4-afe5-0e4da2d29a9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:20.672669 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-ed234697-e4ab-48c4-afe5-0e4da2d29a9f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f49a3e74-7b2a-456f-828e-9d5321d987ba HTTP/1.1" status: 204 len: 168 time: 0.1941442 Aug 24 17:49:20.681299 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed234697-e4ab-48c4-afe5-0e4da2d29a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49a3e74-7b2a-456f-828e-9d5321d987ba,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:20.684217 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b34e887-9102-4f94-9e6a-c27e1a57e88c', 'tag': '6ab83aec-b304-4396-892c-70c8bbdb208e'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:49:20.686701 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbf3f81-a0d7-4562-8cfb-c1ca4304af9d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b34e887-9102-4f94-9e6a-c27e1a57e88c", "tag": "6ab83aec-b304-4396-892c-70c8bbdb208e"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:49:20.737913 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9a0af4-1031-4a4a-9ee6-afce397405b6 x-openstack-request-id: req-4a9a0af4-1031-4a4a-9ee6-afce397405b6 {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:49:20.738713 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b34e887-9102-4f94-9e6a-c27e1a57e88c", "tag": "6ab83aec-b304-4396-892c-70c8bbdb208e", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:49:20.738970 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4a9a0af4-1031-4a4a-9ee6-afce397405b6 {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:49:20.739374 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a9a0af4-1031-4a4a-9ee6-afce397405b6'] response: {'name': 'network-changed', 'server_uuid': '7b34e887-9102-4f94-9e6a-c27e1a57e88c', 'tag': '6ab83aec-b304-4396-892c-70c8bbdb208e', 'status': 'completed', 'code': 200} Aug 24 17:49:20.966045 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 32916) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:20.980415 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c95ec893-0f72-46ac-a2ee-de040344ab66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:21.058090 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c95ec893-0f72-46ac-a2ee-de040344ab66 admin admin] Publish callbacks [] for security_group (0847a2ca-4fef-448f-a4f4-a593c2c2748e), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:21.061714 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c95ec893-0f72-46ac-a2ee-de040344ab66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (0847a2ca-4fef-448f-a4f4-a593c2c2748e), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:21.103697 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ec893-0f72-46ac-a2ee-de040344ab66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0847a2ca-4fef-448f-a4f4-a593c2c2748e,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:21.110163 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-c95ec893-0f72-46ac-a2ee-de040344ab66 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e068ec0b76ba4e6eaef3c9751f101ebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407406 Aug 24 17:49:21.110388 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 32920) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:21.190971 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8820496-4fde-410e-91d3-41c374f8ed10 req-3d7c3ca7-ce99-4a87-b79d-b1c8aa566d0b tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:21.192411 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f8820496-4fde-410e-91d3-41c374f8ed10 req-3d7c3ca7-ce99-4a87-b79d-b1c8aa566d0b tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b34e887-9102-4f94-9e6a-c27e1a57e88c HTTP/1.1" status: 200 len: 944 time: 0.0646191 Aug 24 17:49:21.209687 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-2c376be8-6bef-40c8-92b5-79c62398d8b4 admin admin] Publish callbacks [] for security_group (0847a2ca-4fef-448f-a4f4-a593c2c2748e), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:21.241838 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbd1b6-fd4e-4533-90b5-19966a431782 req-c30dfa54-dcd7-4db4-9868-d17918b32211 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:21.243340 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-33cbd1b6-fd4e-4533-90b5-19966a431782 req-c30dfa54-dcd7-4db4-9868-d17918b32211 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0578539 Aug 24 17:49:21.249251 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-2c376be8-6bef-40c8-92b5-79c62398d8b4 admin admin] Publish callbacks [] for security_group (0847a2ca-4fef-448f-a4f4-a593c2c2748e), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:21.276223 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f8820496-4fde-410e-91d3-41c374f8ed10 req-711bddef-f54c-48c4-9c4b-c7db8b6205b3 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778422 Aug 24 17:49:21.292227 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-33cbd1b6-fd4e-4533-90b5-19966a431782 req-c365c3a0-eb16-4f77-bc23-3174ae950016 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428617 Aug 24 17:49:21.310094 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-2c376be8-6bef-40c8-92b5-79c62398d8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (0847a2ca-4fef-448f-a4f4-a593c2c2748e), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:21.312657 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-2c376be8-6bef-40c8-92b5-79c62398d8b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:21.313790 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-2c376be8-6bef-40c8-92b5-79c62398d8b4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0847a2ca-4fef-448f-a4f4-a593c2c2748e HTTP/1.1" status: 204 len: 168 time: 0.2025073 Aug 24 17:49:21.323172 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c376be8-6bef-40c8-92b5-79c62398d8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0847a2ca-4fef-448f-a4f4-a593c2c2748e,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:22.037442 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 32952) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:22.138751 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-9bf96b3e-45ec-4067-9a99-f0021bd2a386 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1959697815-network', 'tenant_id': 'e164e46e8f3643babea969dd5e4d08f5'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:22.161078 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf96b3e-45ec-4067-9a99-f0021bd2a386 admin admin] Made reservation on behalf of e164e46e8f3643babea969dd5e4d08f5 for: {'network': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:22.163932 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9bf96b3e-45ec-4067-9a99-f0021bd2a386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for network (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:22.175967 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9bf96b3e-45ec-4067-9a99-f0021bd2a386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:22.250825 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:22.255744 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9bf96b3e-45ec-4067-9a99-f0021bd2a386 admin admin] Publish callbacks [] for security_group (d9b41bc9-75a8-4268-8e52-cbebebc0d4ad), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:22.259595 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9bf96b3e-45ec-4067-9a99-f0021bd2a386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (d9b41bc9-75a8-4268-8e52-cbebebc0d4ad), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:22.278716 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:22.292158 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf96b3e-45ec-4067-9a99-f0021bd2a386 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=112764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:49:22.300148 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf96b3e-45ec-4067-9a99-f0021bd2a386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b41bc9-75a8-4268-8e52-cbebebc0d4ad,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:22.309069 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9bf96b3e-45ec-4067-9a99-f0021bd2a386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (1ce976a0-057a-4ce1-ad92-4cd2262ece5d), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:22.309599 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.segments_db [None req-9bf96b3e-45ec-4067-9a99-f0021bd2a386 admin admin] Added segment 1ce976a0-057a-4ce1-ad92-4cd2262ece5d of type vlan for network 88390bf9-97c7-4905-a10f-3f23cb26719a Aug 24 17:49:22.356585 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9bf96b3e-45ec-4067-9a99-f0021bd2a386 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763231558539'] for network (88390bf9-97c7-4905-a10f-3f23cb26719a), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:22.423559 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca02f4-bdfe-4552-858e-c08964928be0 req-dc1b56a4-bfad-42b0-96d1-816db33c8bdb tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:22.423811 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce23ac-5668-4d12-8c37-2dae6ca056f8 req-b3ab1024-0233-450b-9844-620a1942bedd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:22.425367 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7bce23ac-5668-4d12-8c37-2dae6ca056f8 req-b3ab1024-0233-450b-9844-620a1942bedd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0470691 Aug 24 17:49:22.425575 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d1ca02f4-bdfe-4552-858e-c08964928be0 req-dc1b56a4-bfad-42b0-96d1-816db33c8bdb tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b34e887-9102-4f94-9e6a-c27e1a57e88c HTTP/1.1" status: 200 len: 944 time: 0.0626488 Aug 24 17:49:22.426910 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9bf96b3e-45ec-4067-9a99-f0021bd2a386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for network (88390bf9-97c7-4905-a10f-3f23cb26719a), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:22.427683 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf96b3e-45ec-4067-9a99-f0021bd2a386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:22.428257 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9bf96b3e-45ec-4067-9a99-f0021bd2a386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:22.496126 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7bce23ac-5668-4d12-8c37-2dae6ca056f8 req-402e19c5-abfc-4927-9c42-78ee57a6a2be tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619943 Aug 24 17:49:22.521418 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-9bf96b3e-45ec-4067-9a99-f0021bd2a386 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4802327 Aug 24 17:49:22.521418 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf96b3e-45ec-4067-9a99-f0021bd2a386 admin admin] Pushing event updated for resources: {'Network': ['ID=88390bf9-97c7-4905-a10f-3f23cb26719a,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:22.521703 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 32962) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:22.530204 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-b20c8d3c-7588-4d42-b594-d590cd888d85 admin admin] Request body: {'subnet': {'network_id': '88390bf9-97c7-4905-a10f-3f23cb26719a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1959697815-subnet', 'tenant_id': 'e164e46e8f3643babea969dd5e4d08f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:22.539784 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Network 88390bf9-97c7-4905-a10f-3f23cb26719a details requested by agent ovs-agent-dv-cinder-840525-3-iscsi with host dv-cinder-840525-3-iscsi {{(pid=112765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:49:22.551448 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d1ca02f4-bdfe-4552-858e-c08964928be0 req-eee024b0-f041-41ec-85c6-9e5dfcef59e3 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070483 Aug 24 17:49:22.555044 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:22.562626 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20c8d3c-7588-4d42-b594-d590cd888d85 admin admin] Made reservation on behalf of e164e46e8f3643babea969dd5e4d08f5 for: {'subnet': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:22.565797 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b20c8d3c-7588-4d42-b594-d590cd888d85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7792119'] for subnet (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:22.742870 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b20c8d3c-7588-4d42-b594-d590cd888d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7605930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7792025'] for subnet (734c0b1a-f651-4dfe-bdf8-96e0e4358118), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:22.805246 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c8d3c-7588-4d42-b594-d590cd888d85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=734c0b1a-f651-4dfe-bdf8-96e0e4358118,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:22.814033 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c8d3c-7588-4d42-b594-d590cd888d85 admin admin] Checking segment: {'id': '1ce976a0-057a-4ce1-ad92-4cd2262ece5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '88390bf9-97c7-4905-a10f-3f23cb26719a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:22.814387 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20c8d3c-7588-4d42-b594-d590cd888d85 admin admin] Network hostable DHCP agents. Network: 88390bf9-97c7-4905-a10f-3f23cb26719a, hostable agents: ['edbe2c30-39eb-4d16-9bee-d282c1702677'], hosted agents: [] {{(pid=112763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:49:22.833284 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20c8d3c-7588-4d42-b594-d590cd888d85 admin admin] Network 88390bf9-97c7-4905-a10f-3f23cb26719a is scheduled to be hosted by DHCP agent edbe2c30-39eb-4d16-9bee-d282c1702677 with binding_index 1 {{(pid=112763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:49:22.844535 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-b20c8d3c-7588-4d42-b594-d590cd888d85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-3-iscsi, 88390bf9-97c7-4905-a10f-3f23cb26719a) {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:22.851234 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20c8d3c-7588-4d42-b594-d590cd888d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:22.852035 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b20c8d3c-7588-4d42-b594-d590cd888d85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:22.857722 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a60b1a1-ab49-4ff4-b85f-bcd341da6151 None None] Network 88390bf9-97c7-4905-a10f-3f23cb26719a requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:49:22.875168 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-b20c8d3c-7588-4d42-b594-d590cd888d85 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3523705 Aug 24 17:49:22.974212 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06b6ef4-59ce-46a2-b68c-603eb47188c7 None None] Network 88390bf9-97c7-4905-a10f-3f23cb26719a requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:49:23.330955 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 6ab83aec-b304-4396-892c-70c8bbdb208e details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:49:23.364002 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 32984) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:23.368785 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-7ead8666-7dfb-4a55-a85e-f7ed1031a841 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1350351858-network', 'tenant_id': 'cc19f008f1ea4723913ee7de9d3a7b84'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:23.381887 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:23.388591 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ead8666-7dfb-4a55-a85e-f7ed1031a841 admin admin] Made reservation on behalf of cc19f008f1ea4723913ee7de9d3a7b84 for: {'network': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:23.390848 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-7ead8666-7dfb-4a55-a85e-f7ed1031a841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for network (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.393413 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:23.403292 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-7ead8666-7dfb-4a55-a85e-f7ed1031a841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.437824 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 6ab83aec-b304-4396-892c-70c8bbdb208e, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=6ab83aec-b304-4396-892c-70c8bbdb208e,segment=NetworkSegment(ca180ab6-81a0-48b2-8ab3-2bc494d3fa42),segment_id=ca180ab6-81a0-48b2-8ab3-2bc494d3fa42)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:23.449596 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '6ab83aec-b304-4396-892c-70c8bbdb208e', 'network_id': '36e38d0d-5ac8-4cf5-ac87-8b158b40ef79', 'port_id': '6ab83aec-b304-4396-892c-70c8bbdb208e', 'mac_address': 'fa:16:3e:89:1b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77678b36-fd99-4a07-8699-53121d1147fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:49:23.485723 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-7ead8666-7dfb-4a55-a85e-f7ed1031a841 admin admin] Publish callbacks [] for security_group (2e11cdee-740e-407e-b863-ecb6f9b12362), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.490263 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-7ead8666-7dfb-4a55-a85e-f7ed1031a841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (2e11cdee-740e-407e-b863-ecb6f9b12362), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.490933 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 6ab83aec-b304-4396-892c-70c8bbdb208e is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:23.491400 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (6ab83aec-b304-4396-892c-70c8bbdb208e), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.503109 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:23.510351 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab83aec-b304-4396-892c-70c8bbdb208e {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:49:23.520357 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ead8666-7dfb-4a55-a85e-f7ed1031a841 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=112763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:49:23.542639 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead8666-7dfb-4a55-a85e-f7ed1031a841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e11cdee-740e-407e-b863-ecb6f9b12362,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:23.548772 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-7ead8666-7dfb-4a55-a85e-f7ed1031a841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (5a23bbb0-89be-4e58-adaf-1b256fc26263), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.549348 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.segments_db [None req-7ead8666-7dfb-4a55-a85e-f7ed1031a841 admin admin] Added segment 5a23bbb0-89be-4e58-adaf-1b256fc26263 of type vlan for network 404876cf-bb25-4db0-827e-a527d6258dc1 Aug 24 17:49:23.570401 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 6ab83aec-b304-4396-892c-70c8bbdb208e, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=6ab83aec-b304-4396-892c-70c8bbdb208e,segment=NetworkSegment(ca180ab6-81a0-48b2-8ab3-2bc494d3fa42),segment_id=ca180ab6-81a0-48b2-8ab3-2bc494d3fa42)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:23.582550 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (6ab83aec-b304-4396-892c-70c8bbdb208e), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.627558 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-7ead8666-7dfb-4a55-a85e-f7ed1031a841 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763231558539'] for network (404876cf-bb25-4db0-827e-a527d6258dc1), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.648124 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=6ab83aec-b304-4396-892c-70c8bbdb208e,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:23.650675 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccc047-a7e5-422f-9ec9-1bfcff15f64d req-535d286d-b9aa-4e91-95df-fb41fb0718a3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:23.652291 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a1ccc047-a7e5-422f-9ec9-1bfcff15f64d req-535d286d-b9aa-4e91-95df-fb41fb0718a3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0678799 Aug 24 17:49:23.656959 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:23.657310 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:23.657843 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:23.658315 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:23.658713 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:23.659043 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:23.659388 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:23.660027 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:23.660371 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:23.660703 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:23.661102 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:23.661458 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:23.661798 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:23.662603 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:23.662603 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:23.695343 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52da5e-e201-486e-a4b9-fa382a572f7f req-2ba38d8c-ad55-4edd-9047-a55e996f3e01 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:23.696856 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8b52da5e-e201-486e-a4b9-fa382a572f7f req-2ba38d8c-ad55-4edd-9047-a55e996f3e01 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b34e887-9102-4f94-9e6a-c27e1a57e88c HTTP/1.1" status: 200 len: 945 time: 0.0658226 Aug 24 17:49:23.763026 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8b52da5e-e201-486e-a4b9-fa382a572f7f req-e082b5b0-0d86-4a77-91a5-a05231d921f3 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571404 Aug 24 17:49:23.872347 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-7ead8666-7dfb-4a55-a85e-f7ed1031a841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for network (404876cf-bb25-4db0-827e-a527d6258dc1), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.873245 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ead8666-7dfb-4a55-a85e-f7ed1031a841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:23.873815 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-7ead8666-7dfb-4a55-a85e-f7ed1031a841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.916024 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a1ccc047-a7e5-422f-9ec9-1bfcff15f64d req-bba08c8a-3d06-4c4a-b3a4-4014e12ac0d8 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527356 Aug 24 17:49:23.926663 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-7ead8666-7dfb-4a55-a85e-f7ed1031a841 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5615253 Aug 24 17:49:23.930300 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 32998) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:23.947334 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-8abc5fee-23cf-4d9c-b12f-f7056084613d admin admin] Request body: {'subnet': {'network_id': '404876cf-bb25-4db0-827e-a527d6258dc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1350351858-subnet', 'tenant_id': 'cc19f008f1ea4723913ee7de9d3a7b84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:23.955961 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abc5fee-23cf-4d9c-b12f-f7056084613d admin admin] Made reservation on behalf of cc19f008f1ea4723913ee7de9d3a7b84 for: {'subnet': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:23.958564 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-8abc5fee-23cf-4d9c-b12f-f7056084613d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:23.963591 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead8666-7dfb-4a55-a85e-f7ed1031a841 admin admin] Pushing event updated for resources: {'Network': ['ID=404876cf-bb25-4db0-827e-a527d6258dc1,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:23.974185 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Network 404876cf-bb25-4db0-827e-a527d6258dc1 details requested by agent ovs-agent-dv-cinder-840525-3-iscsi with host dv-cinder-840525-3-iscsi {{(pid=112765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:49:24.132821 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-8abc5fee-23cf-4d9c-b12f-f7056084613d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for subnet (92feb4e1-05b9-4fe9-8b69-6747e5706e57), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:24.193133 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc5fee-23cf-4d9c-b12f-f7056084613d admin admin] Pushing event updated for resources: {'Subnet': ['ID=92feb4e1-05b9-4fe9-8b69-6747e5706e57,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:24.203572 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abc5fee-23cf-4d9c-b12f-f7056084613d admin admin] Checking segment: {'id': '5a23bbb0-89be-4e58-adaf-1b256fc26263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '404876cf-bb25-4db0-827e-a527d6258dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:24.203949 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abc5fee-23cf-4d9c-b12f-f7056084613d admin admin] Network hostable DHCP agents. Network: 404876cf-bb25-4db0-827e-a527d6258dc1, hostable agents: ['edbe2c30-39eb-4d16-9bee-d282c1702677'], hosted agents: [] {{(pid=112764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:49:24.221835 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abc5fee-23cf-4d9c-b12f-f7056084613d admin admin] Network 404876cf-bb25-4db0-827e-a527d6258dc1 is scheduled to be hosted by DHCP agent edbe2c30-39eb-4d16-9bee-d282c1702677 with binding_index 1 {{(pid=112764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:49:24.231108 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-8abc5fee-23cf-4d9c-b12f-f7056084613d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-3-iscsi, 404876cf-bb25-4db0-827e-a527d6258dc1) {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:24.235197 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abc5fee-23cf-4d9c-b12f-f7056084613d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:24.235837 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-8abc5fee-23cf-4d9c-b12f-f7056084613d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for subnet (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:24.241022 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668abcbd-ea9e-4b91-88fd-90d083af7b91 None None] Network 404876cf-bb25-4db0-827e-a527d6258dc1 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:49:24.252925 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-8abc5fee-23cf-4d9c-b12f-f7056084613d admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3214304 Aug 24 17:49:24.346031 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805b8fc1-b270-4cc6-b58b-584152ed6f18 None None] Network 404876cf-bb25-4db0-827e-a527d6258dc1 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:49:24.737013 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf3f81-a0d7-4562-8cfb-c1ca4304af9d req-dbd7f137-0a10-425a-9c21-1648b9bef085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:24.738577 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7fbf3f81-a0d7-4562-8cfb-c1ca4304af9d req-dbd7f137-0a10-425a-9c21-1648b9bef085 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=f62f652ab66a4289be10048e1c8169d6&device_id=7b34e887-9102-4f94-9e6a-c27e1a57e88c HTTP/1.1" status: 200 len: 1129 time: 0.0420520 Aug 24 17:49:24.797505 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:24.892189 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf3f81-a0d7-4562-8cfb-c1ca4304af9d req-692c779c-4dab-433e-8078-5c6c2bdc50eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:24.894040 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7fbf3f81-a0d7-4562-8cfb-c1ca4304af9d req-692c779c-4dab-433e-8078-5c6c2bdc50eb service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=36e38d0d-5ac8-4cf5-ac87-8b158b40ef79 HTTP/1.1" status: 200 len: 910 time: 0.1471767 Aug 24 17:49:24.953651 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7fbf3f81-a0d7-4562-8cfb-c1ca4304af9d req-22b60204-3661-41fb-a5e9-dbb2fdfe84da service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ab83aec-b304-4396-892c-70c8bbdb208e HTTP/1.1" status: 200 len: 217 time: 0.0394323 Aug 24 17:49:24.962426 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba29ee-7e34-43aa-ae07-d2fe5b107617 req-eb4ba210-3132-4e2d-adb4-a7f0cd6d99f2 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:24.969631 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-49ba29ee-7e34-43aa-ae07-d2fe5b107617 req-eb4ba210-3132-4e2d-adb4-a7f0cd6d99f2 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b34e887-9102-4f94-9e6a-c27e1a57e88c HTTP/1.1" status: 200 len: 945 time: 0.0904682 Aug 24 17:49:24.984919 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:25.054681 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf3f81-a0d7-4562-8cfb-c1ca4304af9d req-5312a025-97bf-4cf6-be98-17e63c526dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:25.056169 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7fbf3f81-a0d7-4562-8cfb-c1ca4304af9d req-5312a025-97bf-4cf6-be98-17e63c526dca service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=77678b36-fd99-4a07-8699-53121d1147fb HTTP/1.1" status: 200 len: 849 time: 0.0844984 Aug 24 17:49:25.060060 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b8407-4eca-437a-a494-28e7e6b9aca9 req-99206b63-a38f-4e44-9caf-a362df135e52 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:25.061539 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0a7b8407-4eca-437a-a494-28e7e6b9aca9 req-99206b63-a38f-4e44-9caf-a362df135e52 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0473654 Aug 24 17:49:25.063947 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-49ba29ee-7e34-43aa-ae07-d2fe5b107617 req-0b3f1d3b-2103-4f6c-b084-d58cd73e89e4 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934978 Aug 24 17:49:25.096267 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7fbf3f81-a0d7-4562-8cfb-c1ca4304af9d req-1a1d5c13-0823-4f38-98cd-5369db2760dc service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=36e38d0d-5ac8-4cf5-ac87-8b158b40ef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313158 Aug 24 17:49:25.116267 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0a7b8407-4eca-437a-a494-28e7e6b9aca9 req-779022d1-62a3-455c-9515-d0816e4ca512 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478342 Aug 24 17:49:25.193831 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7fbf3f81-a0d7-4562-8cfb-c1ca4304af9d req-cddc2e5f-1237-4245-b99b-9ed29fbf6298 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/36e38d0d-5ac8-4cf5-ac87-8b158b40ef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857766 Aug 24 17:49:25.292251 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7fbf3f81-a0d7-4562-8cfb-c1ca4304af9d req-e16c0d66-48a1-4ccb-8c36-19c6816eae6d service neutron] 10.222.0.62 "GET /networking/v2.0/networks/36e38d0d-5ac8-4cf5-ac87-8b158b40ef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910859 Aug 24 17:49:25.880504 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['6ab83aec-b304-4396-892c-70c8bbdb208e'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:49:25.986701 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:26.178343 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ee9b0-be3b-499c-add0-e89aa60818cc req-acde3748-6f1c-4035-855f-8979ef102251 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:26.180640 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1d5ee9b0-be3b-499c-add0-e89aa60818cc req-acde3748-6f1c-4035-855f-8979ef102251 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b34e887-9102-4f94-9e6a-c27e1a57e88c HTTP/1.1" status: 200 len: 945 time: 0.0485537 Aug 24 17:49:26.228256 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1d5ee9b0-be3b-499c-add0-e89aa60818cc req-9b63a587-e670-4d91-bc7f-09b05ee5c0c7 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422237 Aug 24 17:49:26.232732 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b990b-0afe-4bf0-ab1d-e4d6bf9da375 req-789f32bb-c894-4c3e-9a62-1926559a2bc7 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:26.235179 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-bb0b990b-0afe-4bf0-ab1d-e4d6bf9da375 req-789f32bb-c894-4c3e-9a62-1926559a2bc7 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0466881 Aug 24 17:49:26.283737 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-bb0b990b-0afe-4bf0-ab1d-e4d6bf9da375 req-22fd6442-1977-44ca-860a-f66a15fc024d tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416212 Aug 24 17:49:26.638616 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=4 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:26.749749 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 6ab83aec-b304-4396-892c-70c8bbdb208e up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:26.794155 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning for port 6ab83aec-b304-4396-892c-70c8bbdb208e completed by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:49:26.800059 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 6ab83aec-b304-4396-892c-70c8bbdb208e triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:26.800463 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (6ab83aec-b304-4396-892c-70c8bbdb208e), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:26.876700 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 6ab83aec-b304-4396-892c-70c8bbdb208e is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:26.877125 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (6ab83aec-b304-4396-892c-70c8bbdb208e), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:26.901035 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b34e887-9102-4f94-9e6a-c27e1a57e88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab83aec-b304-4396-892c-70c8bbdb208e'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:49:26.903248 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9990c3bb-cca6-46c8-90db-c0528231cd86" -d '{"events": [{"server_uuid": "7b34e887-9102-4f94-9e6a-c27e1a57e88c", "name": "network-vif-plugged", "status": "completed", "tag": "6ab83aec-b304-4396-892c-70c8bbdb208e"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:49:26.926301 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 6ab83aec-b304-4396-892c-70c8bbdb208e, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=6ab83aec-b304-4396-892c-70c8bbdb208e,segment=NetworkSegment(ca180ab6-81a0-48b2-8ab3-2bc494d3fa42),segment_id=ca180ab6-81a0-48b2-8ab3-2bc494d3fa42)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:26.936424 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (6ab83aec-b304-4396-892c-70c8bbdb208e), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:26.964382 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0666b90-f3ad-4cb1-8503-646bed1a48c6 x-openstack-request-id: req-f0666b90-f3ad-4cb1-8503-646bed1a48c6 {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:49:26.965003 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b34e887-9102-4f94-9e6a-c27e1a57e88c", "name": "network-vif-plugged", "status": "completed", "tag": "6ab83aec-b304-4396-892c-70c8bbdb208e", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:49:26.965510 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f0666b90-f3ad-4cb1-8503-646bed1a48c6 {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:49:26.966185 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0666b90-f3ad-4cb1-8503-646bed1a48c6'] response: {'server_uuid': '7b34e887-9102-4f94-9e6a-c27e1a57e88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab83aec-b304-4396-892c-70c8bbdb208e', 'code': 200} Aug 24 17:49:27.001223 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=6ab83aec-b304-4396-892c-70c8bbdb208e,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:27.134274 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f292e2-e84a-4f66-8623-5ab91f727733 req-4fd84bb1-d88e-46dd-ab45-ae43536c7573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:27.135815 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-24f292e2-e84a-4f66-8623-5ab91f727733 req-4fd84bb1-d88e-46dd-ab45-ae43536c7573 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b34e887-9102-4f94-9e6a-c27e1a57e88c HTTP/1.1" status: 200 len: 1130 time: 0.0416524 Aug 24 17:49:27.181295 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-24f292e2-e84a-4f66-8623-5ab91f727733 req-d440bac8-7586-4b24-9ca1-a74c3f86a02d service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381377 Aug 24 17:49:27.357416 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb3cdb-cbb6-4e56-9462-964cb44d8d1a req-fd37e296-227b-44e5-8ac2-2a73888e53ad tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:27.359790 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e1eb3cdb-cbb6-4e56-9462-964cb44d8d1a req-fd37e296-227b-44e5-8ac2-2a73888e53ad tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b34e887-9102-4f94-9e6a-c27e1a57e88c HTTP/1.1" status: 200 len: 946 time: 0.0574830 Aug 24 17:49:27.409462 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e1eb3cdb-cbb6-4e56-9462-964cb44d8d1a req-43579d84-29dc-438b-8d78-593cfc9a8d9f tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426066 Aug 24 17:49:27.411427 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ab4a9-b998-4dec-b58c-14c91868a2eb req-61330cff-ed3c-47c8-9f89-5c36ddc1af6e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:27.413016 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-354ab4a9-b998-4dec-b58c-14c91868a2eb req-61330cff-ed3c-47c8-9f89-5c36ddc1af6e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0476942 Aug 24 17:49:27.470081 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-354ab4a9-b998-4dec-b58c-14c91868a2eb req-31814fc1-4eb3-4606-9009-53340bf5399b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511255 Aug 24 17:49:28.216120 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 33086) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:28.501191 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:28.550043 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad782297-cf35-4f61-b562-730e3fbbb47a req-c81a2efa-e44b-47ba-b3ed-8e424830c34c tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:28.556048 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ad782297-cf35-4f61-b562-730e3fbbb47a req-c81a2efa-e44b-47ba-b3ed-8e424830c34c tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b34e887-9102-4f94-9e6a-c27e1a57e88c HTTP/1.1" status: 200 len: 946 time: 0.0733044 Aug 24 17:49:28.599153 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ad782297-cf35-4f61-b562-730e3fbbb47a req-ede231bb-6804-462d-bd4a-7c66b0262a31 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416956 Aug 24 17:49:28.656035 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-66053943-a579-4056-99ec-69f004208964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797293'] for router_interface (ac0664bf-9afb-4a6b-92c5-f642653f19eb), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:28.664066 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465cd0f-534c-46cb-af16-f261270a8cf7 req-8c0c64f9-aabe-4c40-9126-8e04f5471338 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:28.665519 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f465cd0f-534c-46cb-af16-f261270a8cf7 req-8c0c64f9-aabe-4c40-9126-8e04f5471338 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.1116235 Aug 24 17:49:28.803878 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=4 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:29.002349 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:29.011158 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f465cd0f-534c-46cb-af16-f261270a8cf7 req-196ca540-2b3a-4037-9dd0-60ff8f40b250 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922835 Aug 24 17:49:29.211757 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-66053943-a579-4056-99ec-69f004208964 admin admin] Deleting port c668f67b-3565-42ea-a86a-471b07bfeec5 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:49:29.212109 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-66053943-a579-4056-99ec-69f004208964 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (c668f67b-3565-42ea-a86a-471b07bfeec5), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:29.307355 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [None req-66053943-a579-4056-99ec-69f004208964 admin admin] For port c668f67b-3565-42ea-a86a-471b07bfeec5, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=c668f67b-3565-42ea-a86a-471b07bfeec5,segment=NetworkSegment(04da034a-7956-4d9b-ba69-517a30a693d9),segment_id=04da034a-7956-4d9b-ba69-517a30a693d9)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:29.308148 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-66053943-a579-4056-99ec-69f004208964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (c668f67b-3565-42ea-a86a-471b07bfeec5), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:29.326186 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-66053943-a579-4056-99ec-69f004208964 admin admin] Calling delete_port for c668f67b-3565-42ea-a86a-471b07bfeec5 owned by network:router_interface {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:49:29.549601 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 33118) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:29.608561 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-66053943-a579-4056-99ec-69f004208964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414'] for port (c668f67b-3565-42ea-a86a-471b07bfeec5), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:29.645798 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66053943-a579-4056-99ec-69f004208964 admin admin] Pushing event deleted for resources: {'Port': ['ID=c668f67b-3565-42ea-a86a-471b07bfeec5,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:29.712934 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-0a15dc97-1cc1-4470-abb9-488e12e36353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:29.747404 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1f8bd-7882-4fbc-9430-afe7237ce8aa req-649d8cf7-7472-4963-9efb-a97230ab10bc tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:29.749894 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-6da1f8bd-7882-4fbc-9430-afe7237ce8aa req-649d8cf7-7472-4963-9efb-a97230ab10bc tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b34e887-9102-4f94-9e6a-c27e1a57e88c HTTP/1.1" status: 200 len: 946 time: 0.0575051 Aug 24 17:49:29.793968 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:29.831155 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-6da1f8bd-7882-4fbc-9430-afe7237ce8aa req-56f77159-ff06-401c-87f7-d8dfee0f4511 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712283 Aug 24 17:49:29.862183 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:29.905298 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-66053943-a579-4056-99ec-69f004208964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1797177'] for router_interface (ac0664bf-9afb-4a6b-92c5-f642653f19eb), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:30.018213 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-0a15dc97-1cc1-4470-abb9-488e12e36353 admin admin] Publish callbacks [] for security_group (6e7ee6ef-9eb7-4309-bd8a-720e4a645cef), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:30.027574 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-0a15dc97-1cc1-4470-abb9-488e12e36353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (6e7ee6ef-9eb7-4309-bd8a-720e4a645cef), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:30.033892 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:30.086473 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-0a15dc97-1cc1-4470-abb9-488e12e36353 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a0041e724c9d4604a4305dd31be3ae7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5355082 Aug 24 17:49:30.089372 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15dc97-1cc1-4470-abb9-488e12e36353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7ee6ef-9eb7-4309-bd8a-720e4a645cef,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:30.089641 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 33132) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:30.145071 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-19d4bf7b-8db0-4dee-8480-00ee7cf7ff4b admin admin] Publish callbacks [] for security_group (6e7ee6ef-9eb7-4309-bd8a-720e4a645cef), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:30.169648 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-19d4bf7b-8db0-4dee-8480-00ee7cf7ff4b admin admin] Publish callbacks [] for security_group (6e7ee6ef-9eb7-4309-bd8a-720e4a645cef), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:30.203897 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37d4f6-20be-43a6-9565-adc900146c69 req-e0743ef3-80da-484e-b8eb-02c8f1a0f21c tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:30.205491 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ba37d4f6-20be-43a6-9565-adc900146c69 req-e0743ef3-80da-484e-b8eb-02c8f1a0f21c tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.1122930 Aug 24 17:49:30.244679 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-19d4bf7b-8db0-4dee-8480-00ee7cf7ff4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (6e7ee6ef-9eb7-4309-bd8a-720e4a645cef), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:30.247500 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-19d4bf7b-8db0-4dee-8480-00ee7cf7ff4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:30.248600 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-19d4bf7b-8db0-4dee-8480-00ee7cf7ff4b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6e7ee6ef-9eb7-4309-bd8a-720e4a645cef HTTP/1.1" status: 204 len: 168 time: 0.1578441 Aug 24 17:49:30.259061 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4bf7b-8db0-4dee-8480-00ee7cf7ff4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7ee6ef-9eb7-4309-bd8a-720e4a645cef,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:30.283564 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:30.297257 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ba37d4f6-20be-43a6-9565-adc900146c69 req-8c649792-b537-478a-97a6-63c7a90b2b95 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810127 Aug 24 17:49:30.323031 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66053943-a579-4056-99ec-69f004208964 admin admin] Router ac0664bf-9afb-4a6b-92c5-f642653f19eb has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:49:30.438084 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66053943-a579-4056-99ec-69f004208964 admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:49:30.443055 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-66053943-a579-4056-99ec-69f004208964 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/ac0664bf-9afb-4a6b-92c5-f642653f19eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2249513 Aug 24 17:49:30.447688 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 33146) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:30.451608 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e4a04f-96ee-4155-8dd1-6e7bbc0d724d None None] Sync routers for ids ['ac0664bf-9afb-4a6b-92c5-f642653f19eb'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:49:30.468485 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e4a04f-96ee-4155-8dd1-6e7bbc0d724d None None] Routers {'ac0664bf-9afb-4a6b-92c5-f642653f19eb'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:49:30.472704 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-75e4a04f-96ee-4155-8dd1-6e7bbc0d724d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:49:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['ac0664bf-9afb-4a6b-92c5-f642653f19eb'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:30.659779 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9856664f-4558-457d-b9b6-9790d8785578 admin admin] Publish callbacks [] for router (ac0664bf-9afb-4a6b-92c5-f642653f19eb), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:30.672142 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-75e4a04f-96ee-4155-8dd1-6e7bbc0d724d None None] Set router ac0664bf-9afb-4a6b-92c5-f642653f19eb gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:49:30.778499 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9856664f-4558-457d-b9b6-9790d8785578 admin admin] Publish callbacks [] for router_gateway (ac0664bf-9afb-4a6b-92c5-f642653f19eb), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:30.866339 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-9856664f-4558-457d-b9b6-9790d8785578 admin admin] Deleting port fce90457-e239-4269-b549-6d0348f9da20 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:49:30.867792 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9856664f-4558-457d-b9b6-9790d8785578 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (fce90457-e239-4269-b549-6d0348f9da20), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:30.897700 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-75e4a04f-96ee-4155-8dd1-6e7bbc0d724d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0664bf-9afb-4a6b-92c5-f642653f19eb', 'name': 'tempest-DeleteServersTestJSON-1714386950-router', 'tenant_id': '4bca50d38140438ebd32cdcb25c65e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'fce90457-e239-4269-b549-6d0348f9da20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:53Z', 'updated_at': '2022-08-24T17:49:29Z', 'revision_number': 5, 'project_id': '4bca50d38140438ebd32cdcb25c65e3d', 'gw_port': {'id': 'fce90457-e239-4269-b549-6d0348f9da20', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0664bf-9afb-4a6b-92c5-f642653f19eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:30.937105 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e4a04f-96ee-4155-8dd1-6e7bbc0d724d None None] Checking router: ac0664bf-9afb-4a6b-92c5-f642653f19eb for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:49:30.948309 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e4a04f-96ee-4155-8dd1-6e7bbc0d724d None None] Routers {'ac0664bf-9afb-4a6b-92c5-f642653f19eb'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:49:30.948927 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-75e4a04f-96ee-4155-8dd1-6e7bbc0d724d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:49:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['ac0664bf-9afb-4a6b-92c5-f642653f19eb'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:31.025203 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:31.077346 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e10df-cf78-4e2c-87d3-2113f6d4013b req-87b543c8-ed12-4ed1-9810-345acd095aae tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:31.086601 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-091e10df-cf78-4e2c-87d3-2113f6d4013b req-87b543c8-ed12-4ed1-9810-345acd095aae tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b34e887-9102-4f94-9e6a-c27e1a57e88c HTTP/1.1" status: 200 len: 946 time: 0.1695423 Aug 24 17:49:31.168650 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [None req-9856664f-4558-457d-b9b6-9790d8785578 admin admin] For port fce90457-e239-4269-b549-6d0348f9da20, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=fce90457-e239-4269-b549-6d0348f9da20,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:31.168920 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9856664f-4558-457d-b9b6-9790d8785578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (fce90457-e239-4269-b549-6d0348f9da20), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:31.175007 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-091e10df-cf78-4e2c-87d3-2113f6d4013b req-d8d230a3-d661-4a4b-9b94-44b3ca514965 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873926 Aug 24 17:49:31.179794 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-75e4a04f-96ee-4155-8dd1-6e7bbc0d724d None None] Set router ac0664bf-9afb-4a6b-92c5-f642653f19eb gateway port host: None {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:49:31.196417 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-9856664f-4558-457d-b9b6-9790d8785578 admin admin] Calling delete_port for fce90457-e239-4269-b549-6d0348f9da20 owned by network:router_gateway {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:49:31.262048 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:31.262273 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-75e4a04f-96ee-4155-8dd1-6e7bbc0d724d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0664bf-9afb-4a6b-92c5-f642653f19eb', 'name': 'tempest-DeleteServersTestJSON-1714386950-router', 'tenant_id': '4bca50d38140438ebd32cdcb25c65e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:53Z', 'updated_at': '2022-08-24T17:49:30Z', 'revision_number': 6, 'project_id': '4bca50d38140438ebd32cdcb25c65e3d', 'gw_port_host': None}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:31.304661 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e4a04f-96ee-4155-8dd1-6e7bbc0d724d None None] The sync data for ids ['ac0664bf-9afb-4a6b-92c5-f642653f19eb'] in dv-cinder-840525-3-iscsi is: [{'id': 'ac0664bf-9afb-4a6b-92c5-f642653f19eb', 'name': 'tempest-DeleteServersTestJSON-1714386950-router', 'tenant_id': '4bca50d38140438ebd32cdcb25c65e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:53Z', 'updated_at': '2022-08-24T17:49:30Z', 'revision_number': 6, 'project_id': '4bca50d38140438ebd32cdcb25c65e3d', 'gw_port_host': None}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:49:31.449473 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a082ae-cfbe-4da3-8321-94c0c2821ac4 req-fa5ea52d-598d-407f-b881-dcb7d4ac45ad tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:31.451092 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f2a082ae-cfbe-4da3-8321-94c0c2821ac4 req-fa5ea52d-598d-407f-b881-dcb7d4ac45ad tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0526755 Aug 24 17:49:31.509382 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f2a082ae-cfbe-4da3-8321-94c0c2821ac4 req-3feb3042-d277-47ff-8794-4ab28f890bc7 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501306 Aug 24 17:49:31.729764 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9856664f-4558-457d-b9b6-9790d8785578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414'] for port (fce90457-e239-4269-b549-6d0348f9da20), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:31.735126 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device c668f67b-3565-42ea-a86a-471b07bfeec5 no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:49:31.758133 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856664f-4558-457d-b9b6-9790d8785578 admin admin] Pushing event deleted for resources: {'Port': ['ID=fce90457-e239-4269-b549-6d0348f9da20,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:31.785597 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: c668f67b-3565-42ea-a86a-471b07bfeec5 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:49:31.785957 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device c668f67b-3565-42ea-a86a-471b07bfeec5 not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:49:31.794909 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9856664f-4558-457d-b9b6-9790d8785578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795944'] for router_gateway (ac0664bf-9afb-4a6b-92c5-f642653f19eb), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:31.911596 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9856664f-4558-457d-b9b6-9790d8785578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1797267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router (ac0664bf-9afb-4a6b-92c5-f642653f19eb), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:31.914322 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9856664f-4558-457d-b9b6-9790d8785578 admin admin] Publish callbacks [] for router_controller (ac0664bf-9afb-4a6b-92c5-f642653f19eb), precommit_delete_associations {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:31.976666 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9856664f-4558-457d-b9b6-9790d8785578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1797258'] for router (ac0664bf-9afb-4a6b-92c5-f642653f19eb), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:31.977243 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9856664f-4558-457d-b9b6-9790d8785578 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac0664bf-9afb-4a6b-92c5-f642653f19eb {{(pid=112764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:49:31.982433 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9856664f-4558-457d-b9b6-9790d8785578 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:31.983662 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-9856664f-4558-457d-b9b6-9790d8785578 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/ac0664bf-9afb-4a6b-92c5-f642653f19eb HTTP/1.1" status: 204 len: 168 time: 1.5314088 Aug 24 17:49:31.986216 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 33198) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:32.030889 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86c1b8f-8c8e-4825-893a-5dce88b63706 admin admin] Deleting subnet f767223b-657c-4dfb-9899-67ba5b81ed51 {{(pid=112764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:49:32.034494 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c86c1b8f-8c8e-4825-893a-5dce88b63706 admin admin] Publish callbacks [] for subnet (f767223b-657c-4dfb-9899-67ba5b81ed51), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.073292 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c86c1b8f-8c8e-4825-893a-5dce88b63706 admin admin] Publish callbacks [] for subnet (f767223b-657c-4dfb-9899-67ba5b81ed51), precommit_delete_associations {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.151816 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c86c1b8f-8c8e-4825-893a-5dce88b63706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858428'] for subnet (f767223b-657c-4dfb-9899-67ba5b81ed51), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.207947 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c86c1b8f-8c8e-4825-893a-5dce88b63706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for subnet (f767223b-657c-4dfb-9899-67ba5b81ed51), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.253023 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c86c1b8f-8c8e-4825-893a-5dce88b63706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for subnet (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.258838 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 33204) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:32.259693 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-c86c1b8f-8c8e-4825-893a-5dce88b63706 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/f767223b-657c-4dfb-9899-67ba5b81ed51 HTTP/1.1" status: 204 len: 168 time: 0.2724690 Aug 24 17:49:32.260918 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c1b8f-8c8e-4825-893a-5dce88b63706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f767223b-657c-4dfb-9899-67ba5b81ed51,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:32.263453 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc50108-ff48-4162-9b98-7c2d429be2c8 None None] Network 9de81dac-b84b-4053-b909-7b5379a734d3 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:49:32.299686 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:32.319961 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b117b8-1e4c-4efb-99aa-2cc6a607ae7c req-842d3efb-8023-4a9f-be06-4aa43604265e tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:32.321489 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a1b117b8-1e4c-4efb-99aa-2cc6a607ae7c req-842d3efb-8023-4a9f-be06-4aa43604265e tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b34e887-9102-4f94-9e6a-c27e1a57e88c HTTP/1.1" status: 200 len: 946 time: 0.0540555 Aug 24 17:49:32.346665 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1206bfe8-16e7-45fc-901c-51e81cc7540d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772529'] for network (9de81dac-b84b-4053-b909-7b5379a734d3), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.398914 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-1206bfe8-16e7-45fc-901c-51e81cc7540d admin admin] Deleting port 0697b1fe-1421-46de-a498-6c315d962470 {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:49:32.399439 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1206bfe8-16e7-45fc-901c-51e81cc7540d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (0697b1fe-1421-46de-a498-6c315d962470), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.410051 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a1b117b8-1e4c-4efb-99aa-2cc6a607ae7c req-eb162416-26b9-4c97-a497-6f1e682daa3e tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823700 Aug 24 17:49:32.478575 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [None req-1206bfe8-16e7-45fc-901c-51e81cc7540d admin admin] For port 0697b1fe-1421-46de-a498-6c315d962470, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=0697b1fe-1421-46de-a498-6c315d962470,segment=NetworkSegment(04da034a-7956-4d9b-ba69-517a30a693d9),segment_id=04da034a-7956-4d9b-ba69-517a30a693d9)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:32.479088 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1206bfe8-16e7-45fc-901c-51e81cc7540d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (0697b1fe-1421-46de-a498-6c315d962470), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.489214 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d07916-4e88-489c-bccd-b36ac758d297 None None] DHCP port deletion for 9de81dac-b84b-4053-b909-7b5379a734d3 request from dv-cinder-840525-3-iscsi {{(pid=112765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 17:49:32.494241 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-1206bfe8-16e7-45fc-901c-51e81cc7540d admin admin] Calling delete_port for 0697b1fe-1421-46de-a498-6c315d962470 owned by network:dhcp {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:49:32.539167 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-f2d07916-4e88-489c-bccd-b36ac758d297 None None] Deleting port 0697b1fe-1421-46de-a498-6c315d962470 {{(pid=112765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:49:32.539575 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-f2d07916-4e88-489c-bccd-b36ac758d297 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (0697b1fe-1421-46de-a498-6c315d962470), before_delete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.623933 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-f2d07916-4e88-489c-bccd-b36ac758d297 None None] For port 0697b1fe-1421-46de-a498-6c315d962470, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=0697b1fe-1421-46de-a498-6c315d962470,segment=NetworkSegment(04da034a-7956-4d9b-ba69-517a30a693d9),segment_id=04da034a-7956-4d9b-ba69-517a30a693d9)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:32.624335 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-f2d07916-4e88-489c-bccd-b36ac758d297 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (0697b1fe-1421-46de-a498-6c315d962470), precommit_delete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.640169 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-f2d07916-4e88-489c-bccd-b36ac758d297 None None] Calling delete_port for 0697b1fe-1421-46de-a498-6c315d962470 owned by network:dhcp {{(pid=112765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:49:32.648175 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1206bfe8-16e7-45fc-901c-51e81cc7540d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (0697b1fe-1421-46de-a498-6c315d962470), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.681861 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c14b3-80a7-42c2-9348-a86e411cb0ce req-bbd21c07-a300-49cf-9b51-662291e4b492 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:32.683333 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-134c14b3-80a7-42c2-9348-a86e411cb0ce req-bbd21c07-a300-49cf-9b51-662291e4b492 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0822880 Aug 24 17:49:32.685676 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206bfe8-16e7-45fc-901c-51e81cc7540d admin admin] Pushing event deleted for resources: {'Port': ['ID=0697b1fe-1421-46de-a498-6c315d962470,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:32.689482 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1206bfe8-16e7-45fc-901c-51e81cc7540d admin admin] No DVR routers for this DVR port 0697b1fe-1421-46de-a498-6c315d962470 on host dv-cinder-840525-3-iscsi {{(pid=112763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:49:32.761848 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-f2d07916-4e88-489c-bccd-b36ac758d297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414'] for port (0697b1fe-1421-46de-a498-6c315d962470), after_delete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.786711 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d07916-4e88-489c-bccd-b36ac758d297 None None] Pushing event deleted for resources: {'Port': ['ID=0697b1fe-1421-46de-a498-6c315d962470,revision_number=None']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:32.790404 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d07916-4e88-489c-bccd-b36ac758d297 None None] No DVR routers for this DVR port 0697b1fe-1421-46de-a498-6c315d962470 on host dv-cinder-840525-3-iscsi {{(pid=112765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:49:32.793666 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1206bfe8-16e7-45fc-901c-51e81cc7540d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853052', 'neutron.services.segments.db._delete_segments_for_network-8763232076656'] for network (9de81dac-b84b-4053-b909-7b5379a734d3), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.798881 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-134c14b3-80a7-42c2-9348-a86e411cb0ce req-6b29dd22-567b-4102-a22c-b26a0fba2230 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077116 Aug 24 17:49:32.826278 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-1206bfe8-16e7-45fc-901c-51e81cc7540d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de81dac-b84b-4053-b909-7b5379a734d3']}} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:32.836473 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-1206bfe8-16e7-45fc-901c-51e81cc7540d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04da034a-7956-4d9b-ba69-517a30a693d9') {'for_net_delete': True} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:32.836769 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-1206bfe8-16e7-45fc-901c-51e81cc7540d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04da034a-7956-4d9b-ba69-517a30a693d9') {} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:32.846663 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1206bfe8-16e7-45fc-901c-51e81cc7540d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763232055022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7513619'] for segment (04da034a-7956-4d9b-ba69-517a30a693d9), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.860038 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1206bfe8-16e7-45fc-901c-51e81cc7540d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (04da034a-7956-4d9b-ba69-517a30a693d9), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.867134 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1206bfe8-16e7-45fc-901c-51e81cc7540d admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=112763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:49:32.867665 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1206bfe8-16e7-45fc-901c-51e81cc7540d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7605513'] for segment (04da034a-7956-4d9b-ba69-517a30a693d9), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.888002 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.services.segments.plugin [-] Segment 04da034a-7956-4d9b-ba69-517a30a693d9 resource provider aggregate not found Aug 24 17:49:32.931190 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.services.segments.plugin [-] Segment 04da034a-7956-4d9b-ba69-517a30a693d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04da034a-7956-4d9b-ba69-517a30a693d9 found for delete ", "request_id": "req-f7d874bd-951e-475f-9514-a28df69203c6"}]} Aug 24 17:49:32.938835 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1206bfe8-16e7-45fc-901c-51e81cc7540d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795916'] for network (9de81dac-b84b-4053-b909-7b5379a734d3), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.944676 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1206bfe8-16e7-45fc-901c-51e81cc7540d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:32.947694 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-1206bfe8-16e7-45fc-901c-51e81cc7540d admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/9de81dac-b84b-4053-b909-7b5379a734d3 HTTP/1.1" status: 204 len: 168 time: 0.6852205 Aug 24 17:49:32.958202 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206bfe8-16e7-45fc-901c-51e81cc7540d admin admin] Pushing event deleted for resources: {'Network': ['ID=9de81dac-b84b-4053-b909-7b5379a734d3,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:33.116636 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 33220) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:33.132370 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:33.158194 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-409f4278-8032-41e4-9855-7ade6051a312 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4bca50d38140438ebd32cdcb25c65e3d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404210 Aug 24 17:49:33.160609 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 33222) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:33.212339 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1559f616-53f6-4d73-b561-f9a7d56c15c3 admin admin] Publish callbacks [] for security_group (f7e70945-c9e0-47e7-989e-9cc67a6f7ca3), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:33.232989 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1559f616-53f6-4d73-b561-f9a7d56c15c3 admin admin] Publish callbacks [] for security_group (f7e70945-c9e0-47e7-989e-9cc67a6f7ca3), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:33.279415 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1559f616-53f6-4d73-b561-f9a7d56c15c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (f7e70945-c9e0-47e7-989e-9cc67a6f7ca3), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:33.281891 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1559f616-53f6-4d73-b561-f9a7d56c15c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:33.283039 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-1559f616-53f6-4d73-b561-f9a7d56c15c3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f7e70945-c9e0-47e7-989e-9cc67a6f7ca3 HTTP/1.1" status: 204 len: 168 time: 0.1215513 Aug 24 17:49:33.291218 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559f616-53f6-4d73-b561-f9a7d56c15c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e70945-c9e0-47e7-989e-9cc67a6f7ca3,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:33.551982 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3d615-b276-48fb-87d8-264f37f692b8 req-411d8ad9-d6c8-404c-8d64-45a742e59c15 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:33.554194 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-dbc3d615-b276-48fb-87d8-264f37f692b8 req-411d8ad9-d6c8-404c-8d64-45a742e59c15 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b34e887-9102-4f94-9e6a-c27e1a57e88c HTTP/1.1" status: 200 len: 946 time: 0.0589194 Aug 24 17:49:33.574949 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 0697b1fe-1421-46de-a498-6c315d962470 no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:49:33.602822 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: 0697b1fe-1421-46de-a498-6c315d962470 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:49:33.603251 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 0697b1fe-1421-46de-a498-6c315d962470 not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:49:33.604009 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device fce90457-e239-4269-b549-6d0348f9da20 no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:49:33.609383 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-dbc3d615-b276-48fb-87d8-264f37f692b8 req-074c9f1a-a61a-498d-ab90-71520c18f8ca tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493290 Aug 24 17:49:33.746489 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: fce90457-e239-4269-b549-6d0348f9da20 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:49:33.746822 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device fce90457-e239-4269-b549-6d0348f9da20 not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:49:33.927358 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b11289-e917-4de7-9aa4-698968da7e66 req-f82b9e25-831c-43c0-bab9-6dfd013e0b79 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:33.932197 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-83b11289-e917-4de7-9aa4-698968da7e66 req-f82b9e25-831c-43c0-bab9-6dfd013e0b79 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0531948 Aug 24 17:49:33.979651 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-83b11289-e917-4de7-9aa4-698968da7e66 req-ad155b52-04f4-4609-8a7b-d77b5b6be7fd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436778 Aug 24 17:49:34.614312 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 33292) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:34.725758 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:34.739651 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-69646b56-c2ed-468a-9bda-42ca6af4f8e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:34.755306 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6f5f1-03e0-4adc-a136-9d50d6141717 req-bf92a306-5f6a-4cb3-b3d4-90052a7c69aa tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:34.756834 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-46b6f5f1-03e0-4adc-a136-9d50d6141717 req-bf92a306-5f6a-4cb3-b3d4-90052a7c69aa tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b34e887-9102-4f94-9e6a-c27e1a57e88c HTTP/1.1" status: 200 len: 946 time: 0.0670462 Aug 24 17:49:34.817942 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:34.833749 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-46b6f5f1-03e0-4adc-a136-9d50d6141717 req-128c3e02-d9c0-409d-b29a-da262b1e4cfc tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700583 Aug 24 17:49:34.870797 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-69646b56-c2ed-468a-9bda-42ca6af4f8e2 admin admin] Publish callbacks [] for security_group (4adc701a-4f63-40f8-bd9a-fb881c8b3949), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:34.874456 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-69646b56-c2ed-468a-9bda-42ca6af4f8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (4adc701a-4f63-40f8-bd9a-fb881c8b3949), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:34.900554 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:34.914177 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-69646b56-c2ed-468a-9bda-42ca6af4f8e2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d3a036ddcdf04518be6fd105bb1e6b04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988169 Aug 24 17:49:34.917060 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 33298) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:34.917342 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69646b56-c2ed-468a-9bda-42ca6af4f8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adc701a-4f63-40f8-bd9a-fb881c8b3949,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:34.969040 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-854c2fb9-e779-415d-90e6-d78a7b04ac71 admin admin] Publish callbacks [] for security_group (4adc701a-4f63-40f8-bd9a-fb881c8b3949), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:34.988453 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:34.993542 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-854c2fb9-e779-415d-90e6-d78a7b04ac71 admin admin] Publish callbacks [] for security_group (4adc701a-4f63-40f8-bd9a-fb881c8b3949), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:35.045399 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-854c2fb9-e779-415d-90e6-d78a7b04ac71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (4adc701a-4f63-40f8-bd9a-fb881c8b3949), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:35.047961 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-854c2fb9-e779-415d-90e6-d78a7b04ac71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:35.049125 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-854c2fb9-e779-415d-90e6-d78a7b04ac71 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4adc701a-4f63-40f8-bd9a-fb881c8b3949 HTTP/1.1" status: 204 len: 168 time: 0.1309381 Aug 24 17:49:35.057492 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c2fb9-e779-415d-90e6-d78a7b04ac71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adc701a-4f63-40f8-bd9a-fb881c8b3949,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:35.120276 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec287609-0be8-4d35-a561-c4113edfbb02 req-675dac14-b9db-47aa-9638-9c9e6519308f tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:35.121843 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ec287609-0be8-4d35-a561-c4113edfbb02 req-675dac14-b9db-47aa-9638-9c9e6519308f tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0587895 Aug 24 17:49:35.148256 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1839c8e-1b0e-4c55-bf15-b6f26a16167b req-96878ccd-e55c-4313-b1e3-3ed12cfeb0e7 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:35.149749 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a1839c8e-1b0e-4c55-bf15-b6f26a16167b req-96878ccd-e55c-4313-b1e3-3ed12cfeb0e7 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b34e887-9102-4f94-9e6a-c27e1a57e88c HTTP/1.1" status: 200 len: 946 time: 0.0566657 Aug 24 17:49:35.176179 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ec287609-0be8-4d35-a561-c4113edfbb02 req-159df5cf-bc61-4f12-99f9-35128e60c7d5 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472424 Aug 24 17:49:35.242945 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-a1839c8e-1b0e-4c55-bf15-b6f26a16167b req-4f02e1a1-8af4-489d-887a-8f1f9e63c47d tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Deleting port 6ab83aec-b304-4396-892c-70c8bbdb208e {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:49:35.243303 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-a1839c8e-1b0e-4c55-bf15-b6f26a16167b req-4f02e1a1-8af4-489d-887a-8f1f9e63c47d tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (6ab83aec-b304-4396-892c-70c8bbdb208e), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:35.358068 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-a1839c8e-1b0e-4c55-bf15-b6f26a16167b req-4f02e1a1-8af4-489d-887a-8f1f9e63c47d tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] For port 6ab83aec-b304-4396-892c-70c8bbdb208e, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=6ab83aec-b304-4396-892c-70c8bbdb208e,segment=NetworkSegment(ca180ab6-81a0-48b2-8ab3-2bc494d3fa42),segment_id=ca180ab6-81a0-48b2-8ab3-2bc494d3fa42)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:35.358470 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-a1839c8e-1b0e-4c55-bf15-b6f26a16167b req-4f02e1a1-8af4-489d-887a-8f1f9e63c47d tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (6ab83aec-b304-4396-892c-70c8bbdb208e), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:35.374600 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-a1839c8e-1b0e-4c55-bf15-b6f26a16167b req-4f02e1a1-8af4-489d-887a-8f1f9e63c47d tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Calling delete_port for 6ab83aec-b304-4396-892c-70c8bbdb208e owned by compute:nova {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:49:35.528947 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-a1839c8e-1b0e-4c55-bf15-b6f26a16167b req-4f02e1a1-8af4-489d-887a-8f1f9e63c47d tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414'] for port (6ab83aec-b304-4396-892c-70c8bbdb208e), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:35.554529 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['6ab83aec-b304-4396-892c-70c8bbdb208e'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:49:35.561465 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02e1a1-8af4-489d-887a-8f1f9e63c47d tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Pushing event deleted for resources: {'Port': ['ID=6ab83aec-b304-4396-892c-70c8bbdb208e,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:35.617516 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1839c8e-1b0e-4c55-bf15-b6f26a16167b req-4f02e1a1-8af4-489d-887a-8f1f9e63c47d tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] No DVR routers for this DVR port 6ab83aec-b304-4396-892c-70c8bbdb208e on host hv-cinder-84052 {{(pid=112764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:49:35.623232 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-a1839c8e-1b0e-4c55-bf15-b6f26a16167b req-4f02e1a1-8af4-489d-887a-8f1f9e63c47d tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:35.627003 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a1839c8e-1b0e-4c55-bf15-b6f26a16167b req-4f02e1a1-8af4-489d-887a-8f1f9e63c47d tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.62 "DELETE /networking/v2.0/ports/6ab83aec-b304-4396-892c-70c8bbdb208e HTTP/1.1" status: 204 len: 173 time: 0.4652739 Aug 24 17:49:35.627463 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b34e887-9102-4f94-9e6a-c27e1a57e88c', 'name': 'network-vif-deleted', 'tag': '6ab83aec-b304-4396-892c-70c8bbdb208e'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:49:35.637814 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed12f24-aed7-45be-9f5e-0d5b8af0d778" -d '{"events": [{"server_uuid": "7b34e887-9102-4f94-9e6a-c27e1a57e88c", "name": "network-vif-deleted", "tag": "6ab83aec-b304-4396-892c-70c8bbdb208e"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:49:35.697128 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cc260f-bbba-434a-9726-146d0d522207 x-openstack-request-id: req-f0cc260f-bbba-434a-9726-146d0d522207 {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:49:35.697524 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b34e887-9102-4f94-9e6a-c27e1a57e88c", "name": "network-vif-deleted", "tag": "6ab83aec-b304-4396-892c-70c8bbdb208e", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:49:35.697892 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f0cc260f-bbba-434a-9726-146d0d522207 {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:49:35.698547 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0cc260f-bbba-434a-9726-146d0d522207'] response: {'server_uuid': '7b34e887-9102-4f94-9e6a-c27e1a57e88c', 'name': 'network-vif-deleted', 'tag': '6ab83aec-b304-4396-892c-70c8bbdb208e', 'status': 'completed', 'code': 200} Aug 24 17:49:35.984284 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-96ffea3a-fd6b-4b6b-b35a-7ebdcf3119c3 req-6e91286b-e3cb-437a-adb4-00384261b8b4 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b34e887-9102-4f94-9e6a-c27e1a57e88c HTTP/1.1" status: 200 len: 210 time: 0.0385370 Aug 24 17:49:36.320155 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cac1f6-d8d7-4753-a7bd-b5fa5f567d70 req-6d93e92e-e8f8-4172-9ab1-a72e1738c9b5 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:36.327106 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-86cac1f6-d8d7-4753-a7bd-b5fa5f567d70 req-6d93e92e-e8f8-4172-9ab1-a72e1738c9b5 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0623946 Aug 24 17:49:36.378286 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-86cac1f6-d8d7-4753-a7bd-b5fa5f567d70 req-67e8def7-b071-45f5-8f9f-6de773c05597 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502126 Aug 24 17:49:36.987322 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4a456e6a-996b-4024-9847-18d5ba913c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:37.362129 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-34b8cdc2-f8d8-4338-8a5f-ff2f794d23cf tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:37.363702 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-34b8cdc2-f8d8-4338-8a5f-ff2f794d23cf tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/networks?id=36e38d0d-5ac8-4cf5-ac87-8b158b40ef79 HTTP/1.1" status: 200 len: 809 time: 0.1221316 Aug 24 17:49:37.380084 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 33436) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:37.382754 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-fd5952a7-aae7-44df-8aea-e6aecd1e00de tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/quotas/f62f652ab66a4289be10048e1c8169d6 HTTP/1.1" status: 200 len: 375 time: 0.0128722 Aug 24 17:49:37.416774 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-64c40540-8d49-4495-9072-985515bca811 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f62f652ab66a4289be10048e1c8169d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280437 Aug 24 17:49:37.452768 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:37.513483 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f2c35281-86d4-4b7e-a6e3-ae599b2aaa83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:37.527260 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-3bfd3d43-09f0-4d84-aba2-f8c45c090343 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/36e38d0d-5ac8-4cf5-ac87-8b158b40ef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013024 Aug 24 17:49:37.531095 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3f1dc-b6fb-40fd-ac20-c0cf6a752abf req-a54fa00d-5feb-4a34-869f-c1af68682ba4 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:37.532615 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-22d3f1dc-b6fb-40fd-ac20-c0cf6a752abf req-a54fa00d-5feb-4a34-869f-c1af68682ba4 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0717254 Aug 24 17:49:37.605579 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-22d3f1dc-b6fb-40fd-ac20-c0cf6a752abf req-84857713-17aa-4c7c-a675-12a6730d2394 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654411 Aug 24 17:49:37.642319 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-65f26232-ee04-49ac-99e1-2033374eff39 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/36e38d0d-5ac8-4cf5-ac87-8b158b40ef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058903 Aug 24 17:49:37.657122 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f2c35281-86d4-4b7e-a6e3-ae599b2aaa83 admin admin] Publish callbacks [] for security_group (2d8c68dc-8e50-46ca-8fa0-e1e1b3eb7035), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:37.663272 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f2c35281-86d4-4b7e-a6e3-ae599b2aaa83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (2d8c68dc-8e50-46ca-8fa0-e1e1b3eb7035), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:37.702851 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-f2c35281-86d4-4b7e-a6e3-ae599b2aaa83 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9083d2ad151442a2b5c7b1c82afe7cf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216417 Aug 24 17:49:37.703965 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c35281-86d4-4b7e-a6e3-ae599b2aaa83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8c68dc-8e50-46ca-8fa0-e1e1b3eb7035,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:37.705616 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 33446) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:37.760820 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-3b5851d0-d52f-4ad4-a3bc-bd23a54585e1 admin admin] Publish callbacks [] for security_group (2d8c68dc-8e50-46ca-8fa0-e1e1b3eb7035), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:37.783815 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:37.786677 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-3b5851d0-d52f-4ad4-a3bc-bd23a54585e1 admin admin] Publish callbacks [] for security_group (2d8c68dc-8e50-46ca-8fa0-e1e1b3eb7035), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:37.816875 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5b4d7bbd-64a5-4e44-9015-a29bfd2fcaa8 req-a86c3e06-ad5a-4765-b89e-78bfba9c0241 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 210 time: 0.0282791 Aug 24 17:49:37.839438 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-3b5851d0-d52f-4ad4-a3bc-bd23a54585e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (2d8c68dc-8e50-46ca-8fa0-e1e1b3eb7035), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:37.842350 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-3b5851d0-d52f-4ad4-a3bc-bd23a54585e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:37.845834 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-3b5851d0-d52f-4ad4-a3bc-bd23a54585e1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2d8c68dc-8e50-46ca-8fa0-e1e1b3eb7035 HTTP/1.1" status: 204 len: 168 time: 0.1367469 Aug 24 17:49:37.852803 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5851d0-d52f-4ad4-a3bc-bd23a54585e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8c68dc-8e50-46ca-8fa0-e1e1b3eb7035,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:38.136549 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 33462) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:38.151932 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-37cab578-8859-4ee5-b142-9879f0e34dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:38.229458 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-37cab578-8859-4ee5-b142-9879f0e34dcb admin admin] Publish callbacks [] for security_group (27355cd3-cf08-41d3-a529-e6524495b678), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:38.233128 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-37cab578-8859-4ee5-b142-9879f0e34dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (27355cd3-cf08-41d3-a529-e6524495b678), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:38.273921 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cab578-8859-4ee5-b142-9879f0e34dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27355cd3-cf08-41d3-a529-e6524495b678,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:38.281837 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-37cab578-8859-4ee5-b142-9879f0e34dcb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f8bd480ec2314d10bc61ef498047c326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441991 Aug 24 17:49:38.282063 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 33466) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:38.350186 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-23a3c8f5-0e93-4a2f-8202-1e8d4b226cd0 admin admin] Publish callbacks [] for security_group (27355cd3-cf08-41d3-a529-e6524495b678), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:38.359398 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:38.372082 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-23a3c8f5-0e93-4a2f-8202-1e8d4b226cd0 admin admin] Publish callbacks [] for security_group (27355cd3-cf08-41d3-a529-e6524495b678), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:38.419750 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-23a3c8f5-0e93-4a2f-8202-1e8d4b226cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (27355cd3-cf08-41d3-a529-e6524495b678), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:38.422228 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-23a3c8f5-0e93-4a2f-8202-1e8d4b226cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:38.423363 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-23a3c8f5-0e93-4a2f-8202-1e8d4b226cd0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/27355cd3-cf08-41d3-a529-e6524495b678 HTTP/1.1" status: 204 len: 168 time: 0.1401052 Aug 24 17:49:38.431549 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3c8f5-0e93-4a2f-8202-1e8d4b226cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27355cd3-cf08-41d3-a529-e6524495b678,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:38.748162 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3581496-3c59-435e-b270-0a55d3fa239e req-2e744f39-2bc0-4ee3-b099-a30370815bf1 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:38.749733 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c3581496-3c59-435e-b270-0a55d3fa239e req-2e744f39-2bc0-4ee3-b099-a30370815bf1 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0543787 Aug 24 17:49:38.798785 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c3581496-3c59-435e-b270-0a55d3fa239e req-b5ea1c3a-76e5-42ec-887d-8db08d2da354 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431292 Aug 24 17:49:38.924762 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-bd25c89a-c1cb-4a03-b2aa-0a4110d28291 req-b1b3998f-d6e1-4dba-ba2b-865dc224f28f tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 210 time: 0.0295610 Aug 24 17:49:39.426297 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-9a66ebac-31e5-4ba4-92ea-0570711eb30c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:39.562134 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 6ab83aec-b304-4396-892c-70c8bbdb208e no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:49:39.581198 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] No Port match for: 6ab83aec-b304-4396-892c-70c8bbdb208e {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:49:39.581549 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 6ab83aec-b304-4396-892c-70c8bbdb208e not bound to the agent host hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:49:40.006710 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20829b-afa9-48f0-b434-af52d4eecaa3 req-c6fa5ea0-6596-434f-9a7c-aa06a6192858 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:40.009065 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7c20829b-afa9-48f0-b434-af52d4eecaa3 req-c6fa5ea0-6596-434f-9a7c-aa06a6192858 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.1128347 Aug 24 17:49:40.041100 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-61905088-6848-4243-a0d4-21461f4c4f11 req-ee6c1480-7b00-4d18-bffc-9329f432f7b0 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 210 time: 0.0379138 Aug 24 17:49:40.071297 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-5a2fcaa8-90b0-480b-8ec3-a845b7fb9f2b tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:40.071297 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-5a2fcaa8-90b0-480b-8ec3-a845b7fb9f2b tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.62 "GET /networking/v2.0/networks?id=36e38d0d-5ac8-4cf5-ac87-8b158b40ef79 HTTP/1.1" status: 200 len: 809 time: 0.2308655 Aug 24 17:49:40.083978 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-15638f73-f1ec-41fc-9c97-c2bfed8a97aa tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Request body: {'port': {'device_id': '6ec10b81-73e5-43ff-ae13-ae07ceefc4d1', 'network_id': '36e38d0d-5ac8-4cf5-ac87-8b158b40ef79', 'admin_state_up': True, 'tenant_id': 'f62f652ab66a4289be10048e1c8169d6'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:40.139143 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7c20829b-afa9-48f0-b434-af52d4eecaa3 req-b29d8d9f-54b5-462d-9d00-6ae833490dec tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219773 Aug 24 17:49:40.185343 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:40.222826 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-15638f73-f1ec-41fc-9c97-c2bfed8a97aa tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Made reservation on behalf of f62f652ab66a4289be10048e1c8169d6 for: {'port': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:40.227061 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-15638f73-f1ec-41fc-9c97-c2bfed8a97aa tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:40.353238 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-15638f73-f1ec-41fc-9c97-c2bfed8a97aa tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Allocated IP 172.20.0.2 (36e38d0d-5ac8-4cf5-ac87-8b158b40ef79/77678b36-fd99-4a07-8699-53121d1147fb/bc133561-95a4-45ac-99c4-226e108c6b87) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:49:40.419508 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:40.519415 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-15638f73-f1ec-41fc-9c97-c2bfed8a97aa tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Publish callbacks [] for port (bc133561-95a4-45ac-99c4-226e108c6b87), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:40.555157 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-15638f73-f1ec-41fc-9c97-c2bfed8a97aa tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (bc133561-95a4-45ac-99c4-226e108c6b87), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:40.587279 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:40.601531 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-15638f73-f1ec-41fc-9c97-c2bfed8a97aa tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Network 36e38d0d-5ac8-4cf5-ac87-8b158b40ef79 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:49:40.605114 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-15638f73-f1ec-41fc-9c97-c2bfed8a97aa tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:40.608338 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-15638f73-f1ec-41fc-9c97-c2bfed8a97aa tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:49:40.611048 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:40.613805 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-15638f73-f1ec-41fc-9c97-c2bfed8a97aa tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:40.614432 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-15638f73-f1ec-41fc-9c97-c2bfed8a97aa tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:40.646392 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15638f73-f1ec-41fc-9c97-c2bfed8a97aa tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Pushing event updated for resources: {'Port': ['ID=bc133561-95a4-45ac-99c4-226e108c6b87,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:40.654173 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-15638f73-f1ec-41fc-9c97-c2bfed8a97aa tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.62 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5751066 Aug 24 17:49:40.667818 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] Request body: {'port': {'device_id': '6ec10b81-73e5-43ff-ae13-ae07ceefc4d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:40.743863 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (bc133561-95a4-45ac-99c4-226e108c6b87), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:40.996901 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:41.000908 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc133561-95a4-45ac-99c4-226e108c6b87 {{(pid=112764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:49:41.009482 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] Publish callbacks [] for port (bc133561-95a4-45ac-99c4-226e108c6b87), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:41.023693 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.provisioning_blocks [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] Transition to ACTIVE for port object bc133561-95a4-45ac-99c4-226e108c6b87 will not be triggered until provisioned by entity L2. {{(pid=112764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:49:41.028009 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (bc133561-95a4-45ac-99c4-226e108c6b87), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:41.094320 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] Pushing event updated for resources: {'Port': ['ID=bc133561-95a4-45ac-99c4-226e108c6b87,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:41.100134 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] Attempting to bind port bc133561-95a4-45ac-99c4-226e108c6b87 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:49:41.100476 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] Attempting to bind port bc133561-95a4-45ac-99c4-226e108c6b87 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': 'ca180ab6-81a0-48b2-8ab3-2bc494d3fa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '36e38d0d-5ac8-4cf5-ac87-8b158b40ef79'}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:49:41.100806 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] Attempting to bind port bc133561-95a4-45ac-99c4-226e108c6b87 on network 36e38d0d-5ac8-4cf5-ac87-8b158b40ef79 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:41.105460 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] Port bc133561-95a4-45ac-99c4-226e108c6b87 on network 36e38d0d-5ac8-4cf5-ac87-8b158b40ef79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:49:41.105787 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] Attempting to bind port bc133561-95a4-45ac-99c4-226e108c6b87 on network 36e38d0d-5ac8-4cf5-ac87-8b158b40ef79 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:49:41.110718 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] Checking agent: {'id': 'd24852b8-87fc-4acc-b821-6f57e7364c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'started_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:49:41.110995 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] Checking segment: {'id': 'ca180ab6-81a0-48b2-8ab3-2bc494d3fa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '36e38d0d-5ac8-4cf5-ac87-8b158b40ef79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:41.111380 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] Bound using segment: {'id': 'ca180ab6-81a0-48b2-8ab3-2bc494d3fa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '36e38d0d-5ac8-4cf5-ac87-8b158b40ef79'} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:49:41.111833 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] Bound port: bc133561-95a4-45ac-99c4-226e108c6b87, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca180ab6-81a0-48b2-8ab3-2bc494d3fa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '36e38d0d-5ac8-4cf5-ac87-8b158b40ef79'}}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:49:41.112194 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (bc133561-95a4-45ac-99c4-226e108c6b87), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:41.166992 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d07e3-dd28-489e-b80a-707ab6c7fbf0 req-496becec-61f4-4c65-9c61-793c7b87d15d tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:41.169153 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-380d07e3-dd28-489e-b80a-707ab6c7fbf0 req-496becec-61f4-4c65-9c61-793c7b87d15d tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 943 time: 0.0495532 Aug 24 17:49:41.174781 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] For port bc133561-95a4-45ac-99c4-226e108c6b87, host hv-cinder-84052, cleared binding levels {{(pid=112764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:49:41.178715 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] For port bc133561-95a4-45ac-99c4-226e108c6b87, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bc133561-95a4-45ac-99c4-226e108c6b87,segment=NetworkSegment(ca180ab6-81a0-48b2-8ab3-2bc494d3fa42),segment_id=ca180ab6-81a0-48b2-8ab3-2bc494d3fa42)] {{(pid=112764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:49:41.198655 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (bc133561-95a4-45ac-99c4-226e108c6b87), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:41.203559 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:41.204297 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:41.205905 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] 10.222.0.62 "PUT /networking/v2.0/ports/bc133561-95a4-45ac-99c4-226e108c6b87 HTTP/1.1" status: 200 len: 1093 time: 0.5422606 Aug 24 17:49:41.206447 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec10b81-73e5-43ff-ae13-ae07ceefc4d1', 'tag': 'bc133561-95a4-45ac-99c4-226e108c6b87'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:49:41.218890 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc3a5a5-e323-4990-a431-c81bb0457f24" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec10b81-73e5-43ff-ae13-ae07ceefc4d1", "tag": "bc133561-95a4-45ac-99c4-226e108c6b87"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:49:41.232847 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-380d07e3-dd28-489e-b80a-707ab6c7fbf0 req-44ed20ae-a644-4516-89f7-3a0a9ac91257 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494459 Aug 24 17:49:41.262181 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=36 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:41.267601 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=47 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:41.292442 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:41.298558 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8913c399-9c49-470c-96b0-1ed9854fe735 x-openstack-request-id: req-8913c399-9c49-470c-96b0-1ed9854fe735 {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:49:41.298849 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec10b81-73e5-43ff-ae13-ae07ceefc4d1", "tag": "bc133561-95a4-45ac-99c4-226e108c6b87", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:49:41.299103 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8913c399-9c49-470c-96b0-1ed9854fe735 {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:49:41.299535 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8913c399-9c49-470c-96b0-1ed9854fe735'] response: {'name': 'network-changed', 'server_uuid': '6ec10b81-73e5-43ff-ae13-ae07ceefc4d1', 'tag': 'bc133561-95a4-45ac-99c4-226e108c6b87', 'status': 'completed', 'code': 200} Aug 24 17:49:41.317517 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3fa5c-0adb-4941-ba30-d150c9db7969 req-bad532a3-9b3e-403d-9e3b-ead36a787252 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:41.319581 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-24e3fa5c-0adb-4941-ba30-d150c9db7969 req-bad532a3-9b3e-403d-9e3b-ead36a787252 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0748131 Aug 24 17:49:41.321084 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079819c-7894-4263-8cc3-be8f402ba478 service neutron] Pushing event updated for resources: {'Port': ['ID=bc133561-95a4-45ac-99c4-226e108c6b87,revision_number=3']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:41.377254 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-24e3fa5c-0adb-4941-ba30-d150c9db7969 req-e608769c-031c-447b-b2b9-e99ebd80dfa1 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513618 Aug 24 17:49:41.938580 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:42.034507 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:42.352957 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1bf1a-8b90-43ac-98f1-853d32ed3a31 req-7ff4ca87-8a33-44ae-a4e5-1d031e672c95 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:42.354422 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d8d1bf1a-8b90-43ac-98f1-853d32ed3a31 req-7ff4ca87-8a33-44ae-a4e5-1d031e672c95 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 943 time: 0.0464327 Aug 24 17:49:42.402289 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d8d1bf1a-8b90-43ac-98f1-853d32ed3a31 req-a559ee03-894a-44ea-a49a-72d811759cb1 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423822 Aug 24 17:49:42.497961 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8d25f-899f-4eb3-8295-d79b90edd699 req-343d6757-29b5-453c-8948-2f3452dbc940 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:42.499432 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fac8d25f-899f-4eb3-8295-d79b90edd699 req-343d6757-29b5-453c-8948-2f3452dbc940 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0468612 Aug 24 17:49:42.546774 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fac8d25f-899f-4eb3-8295-d79b90edd699 req-72fb5bd2-06d4-4453-bfc7-117e703b1d49 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417564 Aug 24 17:49:43.521994 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247482d6-cc23-49f8-807c-d2f9e6750b79 req-7ea18714-c95a-4cac-8946-795ab8673687 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:43.524064 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-247482d6-cc23-49f8-807c-d2f9e6750b79 req-7ea18714-c95a-4cac-8946-795ab8673687 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 943 time: 0.0459211 Aug 24 17:49:43.536110 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:43.576690 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-247482d6-cc23-49f8-807c-d2f9e6750b79 req-83705fd8-f0eb-428d-81d2-84201d8038e1 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470748 Aug 24 17:49:43.668030 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62d7df-140c-4fc0-9985-029d77725dbe req-10aae383-6bba-491f-9d26-7fa33c06c6ac tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:43.669393 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4e62d7df-140c-4fc0-9985-029d77725dbe req-10aae383-6bba-491f-9d26-7fa33c06c6ac tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0491977 Aug 24 17:49:43.717889 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4e62d7df-140c-4fc0-9985-029d77725dbe req-e692e301-5ce1-47f1-a6a5-470da4590cc1 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424912 Aug 24 17:49:44.110529 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3a5a5-e323-4990-a431-c81bb0457f24 req-0504038b-d0ba-4184-ab7d-bbf1422b2129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:44.112060 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3cc3a5a5-e323-4990-a431-c81bb0457f24 req-0504038b-d0ba-4184-ab7d-bbf1422b2129 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=f62f652ab66a4289be10048e1c8169d6&device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 1127 time: 0.0429211 Aug 24 17:49:44.213005 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3a5a5-e323-4990-a431-c81bb0457f24 req-7fbc458a-2ad1-4c10-8125-7874befc152c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:44.214453 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3cc3a5a5-e323-4990-a431-c81bb0457f24 req-7fbc458a-2ad1-4c10-8125-7874befc152c service neutron] 10.222.0.62 "GET /networking/v2.0/networks?tenant_id=f62f652ab66a4289be10048e1c8169d6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0954483 Aug 24 17:49:44.328502 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3a5a5-e323-4990-a431-c81bb0457f24 req-764da4ef-b210-450f-a15f-adc1cf6c766f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:44.329850 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3cc3a5a5-e323-4990-a431-c81bb0457f24 req-764da4ef-b210-450f-a15f-adc1cf6c766f service neutron] 10.222.0.62 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1082456 Aug 24 17:49:44.415810 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-82ab2ac8-412a-4642-8927-742b415b993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:44.417276 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-82ab2ac8-412a-4642-8927-742b415b993e service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=f62f652ab66a4289be10048e1c8169d6&device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 1127 time: 0.0433867 Aug 24 17:49:44.459705 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-bba7ed61-05bd-4119-955e-f058ea184c9d service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc133561-95a4-45ac-99c4-226e108c6b87 HTTP/1.1" status: 200 len: 217 time: 0.0333073 Aug 24 17:49:44.522877 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-8f0bfe77-aa78-4862-b94d-bd4618cafa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:44.524452 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-8f0bfe77-aa78-4862-b94d-bd4618cafa2b service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=77678b36-fd99-4a07-8699-53121d1147fb HTTP/1.1" status: 200 len: 849 time: 0.0498149 Aug 24 17:49:44.596971 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-072ef55d-4fc7-4c39-9dbb-c7bcaa1926c1 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=36e38d0d-5ac8-4cf5-ac87-8b158b40ef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305445 Aug 24 17:49:44.686805 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:44.702680 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-c803465f-ab7a-4c03-b7da-de92d0722b11 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/36e38d0d-5ac8-4cf5-ac87-8b158b40ef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995362 Aug 24 17:49:44.729993 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b153cb-06dc-4f17-9404-ba594cbbe583 req-dbecc739-feaf-4b9b-8564-248204514433 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:44.731606 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-57b153cb-06dc-4f17-9404-ba594cbbe583 req-dbecc739-feaf-4b9b-8564-248204514433 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 943 time: 0.0694978 Aug 24 17:49:44.819006 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-57b153cb-06dc-4f17-9404-ba594cbbe583 req-ec442b67-5631-4abb-ad52-e08b7183735e tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784898 Aug 24 17:49:45.142306 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f197d-e20b-44e0-b94b-a501c8b39830 req-31305248-6293-4a73-aee5-2f3bfcd0a3a0 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:45.144000 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a66f197d-e20b-44e0-b94b-a501c8b39830 req-31305248-6293-4a73-aee5-2f3bfcd0a3a0 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.3134463 Aug 24 17:49:45.148515 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-24214ee7-1fff-4624-8b0d-d4d022b1c960 req-aefd1f65-f606-42e9-9fd7-9b22b8583c4e service neutron] 10.222.0.62 "GET /networking/v2.0/networks/36e38d0d-5ac8-4cf5-ac87-8b158b40ef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357510 Aug 24 17:49:45.212548 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a66f197d-e20b-44e0-b94b-a501c8b39830 req-2f2b549b-870e-4308-92f8-a861c8b573bf tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585506 Aug 24 17:49:45.954979 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c4057-1c67-44fc-8ee0-00f8ffc60ead req-30e4d3c7-dd23-4355-b475-447a7230470b tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:45.956475 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-191c4057-1c67-44fc-8ee0-00f8ffc60ead req-30e4d3c7-dd23-4355-b475-447a7230470b tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 943 time: 0.0471804 Aug 24 17:49:46.006249 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-191c4057-1c67-44fc-8ee0-00f8ffc60ead req-ffd4f901-30f6-4814-aaee-2f4eefdf436f tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439982 Aug 24 17:49:46.482905 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc0dbf-2eb9-402f-9a17-1dc92593d468 req-9a06a6e8-be5c-479a-8d38-530d25d485fc tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:46.490892 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0ccc0dbf-2eb9-402f-9a17-1dc92593d468 req-9a06a6e8-be5c-479a-8d38-530d25d485fc tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0588148 Aug 24 17:49:46.543153 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0ccc0dbf-2eb9-402f-9a17-1dc92593d468 req-1905dcba-6ef3-450a-8eae-b110360194cb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514929 Aug 24 17:49:47.098691 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device bc133561-95a4-45ac-99c4-226e108c6b87 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:49:47.137815 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176cf8a-e4c9-442c-bb6b-9a19b914d08c req-5d198878-3f4f-451c-8f3f-8f6e37f64fdb tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:47.139682 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f176cf8a-e4c9-442c-bb6b-9a19b914d08c req-5d198878-3f4f-451c-8f3f-8f6e37f64fdb tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 943 time: 0.0538161 Aug 24 17:49:47.198741 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f176cf8a-e4c9-442c-bb6b-9a19b914d08c req-ffe0155b-15c8-4433-b484-cfdf7c516925 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502563 Aug 24 17:49:47.207500 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port bc133561-95a4-45ac-99c4-226e108c6b87, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bc133561-95a4-45ac-99c4-226e108c6b87,segment=NetworkSegment(ca180ab6-81a0-48b2-8ab3-2bc494d3fa42),segment_id=ca180ab6-81a0-48b2-8ab3-2bc494d3fa42)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:47.222982 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': 'bc133561-95a4-45ac-99c4-226e108c6b87', 'network_id': '36e38d0d-5ac8-4cf5-ac87-8b158b40ef79', 'port_id': 'bc133561-95a4-45ac-99c4-226e108c6b87', 'mac_address': 'fa:16:3e:8e:58:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77678b36-fd99-4a07-8699-53121d1147fb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:49:47.271316 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port bc133561-95a4-45ac-99c4-226e108c6b87 is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:47.271890 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (bc133561-95a4-45ac-99c4-226e108c6b87), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:47.291281 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc133561-95a4-45ac-99c4-226e108c6b87 {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:49:47.305377 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:47.317589 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port bc133561-95a4-45ac-99c4-226e108c6b87, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bc133561-95a4-45ac-99c4-226e108c6b87,segment=NetworkSegment(ca180ab6-81a0-48b2-8ab3-2bc494d3fa42),segment_id=ca180ab6-81a0-48b2-8ab3-2bc494d3fa42)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:47.324203 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (bc133561-95a4-45ac-99c4-226e108c6b87), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:47.383535 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=bc133561-95a4-45ac-99c4-226e108c6b87,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:47.437224 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:47.473591 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87b070-3e30-4e16-b9f5-26b8882e112a req-1c805715-3fd8-4f82-99ae-bcb1955db1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:47.475148 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2c87b070-3e30-4e16-b9f5-26b8882e112a req-1c805715-3fd8-4f82-99ae-bcb1955db1a7 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 1129 time: 0.0476761 Aug 24 17:49:47.534324 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2c87b070-3e30-4e16-b9f5-26b8882e112a req-28204e81-63e2-4f0f-961c-58b91f8d0ef8 service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477619 Aug 24 17:49:47.583562 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['bc133561-95a4-45ac-99c4-226e108c6b87'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:49:47.735523 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562f413-e43d-4b87-a249-d25a610f5c8d req-70132079-7161-473f-9545-1ae5a5a164cd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:47.737707 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4562f413-e43d-4b87-a249-d25a610f5c8d req-70132079-7161-473f-9545-1ae5a5a164cd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0647185 Aug 24 17:49:47.820177 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4562f413-e43d-4b87-a249-d25a610f5c8d req-f05faf0f-42be-41bc-8519-28f9d760c26e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738444 Aug 24 17:49:47.868016 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 33756) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:48.047942 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b26388e1-3b8f-411c-bff9-8d5022b015e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:48.134396 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b26388e1-3b8f-411c-bff9-8d5022b015e6 admin admin] Publish callbacks [] for security_group (ef909f93-e012-4091-8f7e-b525962408ad), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:48.138235 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b26388e1-3b8f-411c-bff9-8d5022b015e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (ef909f93-e012-4091-8f7e-b525962408ad), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:48.182639 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-b26388e1-3b8f-411c-bff9-8d5022b015e6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7e1158cd7f24450abfa06ee83a159c7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3119133 Aug 24 17:49:48.185136 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26388e1-3b8f-411c-bff9-8d5022b015e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef909f93-e012-4091-8f7e-b525962408ad,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:48.185313 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 33774) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:48.237227 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-f4471e80-cad6-4cfe-9888-a65bf4b93838 admin admin] Publish callbacks [] for security_group (ef909f93-e012-4091-8f7e-b525962408ad), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:48.262314 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-f4471e80-cad6-4cfe-9888-a65bf4b93838 admin admin] Publish callbacks [] for security_group (ef909f93-e012-4091-8f7e-b525962408ad), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:48.323378 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-f4471e80-cad6-4cfe-9888-a65bf4b93838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (ef909f93-e012-4091-8f7e-b525962408ad), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:48.327090 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-f4471e80-cad6-4cfe-9888-a65bf4b93838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:48.328555 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-f4471e80-cad6-4cfe-9888-a65bf4b93838 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ef909f93-e012-4091-8f7e-b525962408ad HTTP/1.1" status: 204 len: 168 time: 0.1420143 Aug 24 17:49:48.337999 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4471e80-cad6-4cfe-9888-a65bf4b93838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef909f93-e012-4091-8f7e-b525962408ad,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:48.360838 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8742859-0089-4d0f-bf7b-295904de3608 req-bcf7ef60-13b2-482f-bc4e-51be37b1cd5c tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:48.367532 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a8742859-0089-4d0f-bf7b-295904de3608 req-bcf7ef60-13b2-482f-bc4e-51be37b1cd5c tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 944 time: 0.0783000 Aug 24 17:49:48.420201 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:48.425157 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a8742859-0089-4d0f-bf7b-295904de3608 req-5eb9c3d9-719d-406e-b667-3020b2caacd3 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566566 Aug 24 17:49:48.970623 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e92c6-f697-4d42-ab34-75b36709f55a req-1b86a142-44f3-4219-9304-0ecfd433e7de tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:48.976035 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e29e92c6-f697-4d42-ab34-75b36709f55a req-1b86a142-44f3-4219-9304-0ecfd433e7de tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0615189 Aug 24 17:49:49.038157 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e29e92c6-f697-4d42-ab34-75b36709f55a req-f1a00aa5-f59c-4405-81af-995ee5f1728d tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592084 Aug 24 17:49:49.571462 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c7b55-35ea-4968-ba6c-62ac5329a97d req-ed9325aa-811b-4958-9273-2adb831ababf tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:49.572998 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-009c7b55-35ea-4968-ba6c-62ac5329a97d req-ed9325aa-811b-4958-9273-2adb831ababf tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 944 time: 0.0722325 Aug 24 17:49:49.627661 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-009c7b55-35ea-4968-ba6c-62ac5329a97d req-bf9d0cc5-c599-4d93-a581-ac6cc2253569 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474734 Aug 24 17:49:49.627816 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 33864) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:49.672708 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0dc8e2-d7c5-4fba-8751-d1d1193d8172 admin admin] Deleting subnet 734c0b1a-f651-4dfe-bdf8-96e0e4358118 {{(pid=112764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:49:49.676050 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9f0dc8e2-d7c5-4fba-8751-d1d1193d8172 admin admin] Publish callbacks [] for subnet (734c0b1a-f651-4dfe-bdf8-96e0e4358118), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:49.714249 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9f0dc8e2-d7c5-4fba-8751-d1d1193d8172 admin admin] Publish callbacks [] for subnet (734c0b1a-f651-4dfe-bdf8-96e0e4358118), precommit_delete_associations {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:49.720114 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9f0dc8e2-d7c5-4fba-8751-d1d1193d8172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858428'] for subnet (734c0b1a-f651-4dfe-bdf8-96e0e4358118), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:49.770779 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9f0dc8e2-d7c5-4fba-8751-d1d1193d8172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for subnet (734c0b1a-f651-4dfe-bdf8-96e0e4358118), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:49.775934 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:49.797960 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0dc8e2-d7c5-4fba-8751-d1d1193d8172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=734c0b1a-f651-4dfe-bdf8-96e0e4358118,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:49.802139 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9f0dc8e2-d7c5-4fba-8751-d1d1193d8172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for subnet (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:49.805841 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-9f0dc8e2-d7c5-4fba-8751-d1d1193d8172 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/734c0b1a-f651-4dfe-bdf8-96e0e4358118 HTTP/1.1" status: 204 len: 168 time: 0.1768451 Aug 24 17:49:49.808354 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 33866) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:49.876333 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772529'] for network (88390bf9-97c7-4905-a10f-3f23cb26719a), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:49.961421 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853052', 'neutron.services.segments.db._delete_segments_for_network-8763232076656'] for network (88390bf9-97c7-4905-a10f-3f23cb26719a), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:49.982728 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:49.983321 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:49.983876 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:49.984210 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] Subscribe: > port after_create 55550000 {{(pid=112764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:49.984538 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] Subscribe: > port after_delete 55550000 {{(pid=112764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:49.984877 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] Subscribe: > port after_update 55550000 {{(pid=112764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:49.985202 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:49.985544 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:49.985866 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:49.986211 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:50.086475 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:50.086840 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:50.087178 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:50.087519 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:49:50.087918 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88390bf9-97c7-4905-a10f-3f23cb26719a']}} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:50.106085 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce976a0-057a-4ce1-ad92-4cd2262ece5d') {'for_net_delete': True} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:50.106387 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce976a0-057a-4ce1-ad92-4cd2262ece5d') {} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:50.123732 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763232055022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6112452'] for segment (1ce976a0-057a-4ce1-ad92-4cd2262ece5d), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:50.173557 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (1ce976a0-057a-4ce1-ad92-4cd2262ece5d), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:50.187723 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=112764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:49:50.188119 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6221810'] for segment (1ce976a0-057a-4ce1-ad92-4cd2262ece5d), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:50.210709 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955eed8-fb35-4cd4-be32-c24925153c56 req-b2145535-022d-41ae-b81e-d6bbb58f6a9a tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:50.212378 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b955eed8-fb35-4cd4-be32-c24925153c56 req-b2145535-022d-41ae-b81e-d6bbb58f6a9a tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0908959 Aug 24 17:49:50.284675 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795916'] for network (88390bf9-97c7-4905-a10f-3f23cb26719a), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:50.300213 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:50.309852 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:50.314821 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/88390bf9-97c7-4905-a10f-3f23cb26719a HTTP/1.1" status: 204 len: 168 time: 0.5052750 Aug 24 17:49:50.317687 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 33876) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:50.325756 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e56b31-46b6-49d8-bfe2-ffeb8e0f5759 admin admin] Pushing event deleted for resources: {'Network': ['ID=88390bf9-97c7-4905-a10f-3f23cb26719a,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:50.331402 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b955eed8-fb35-4cd4-be32-c24925153c56 req-19e53aee-7d21-4666-bc9d-c050677e2a34 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067457 Aug 24 17:49:50.365878 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_v2 [None req-236235a1-d60a-413c-a315-ddba008207f6 admin admin] Deleting subnet 92feb4e1-05b9-4fe9-8b69-6747e5706e57 {{(pid=112763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:49:50.369487 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-236235a1-d60a-413c-a315-ddba008207f6 admin admin] Publish callbacks [] for subnet (92feb4e1-05b9-4fe9-8b69-6747e5706e57), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:50.412236 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-236235a1-d60a-413c-a315-ddba008207f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7513626'] for subnet (92feb4e1-05b9-4fe9-8b69-6747e5706e57), precommit_delete_associations {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:50.416413 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.services.segments.plugin [-] Segment 1ce976a0-057a-4ce1-ad92-4cd2262ece5d resource provider aggregate not found Aug 24 17:49:50.433179 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.services.segments.plugin [-] Segment 1ce976a0-057a-4ce1-ad92-4cd2262ece5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ce976a0-057a-4ce1-ad92-4cd2262ece5d found for delete ", "request_id": "req-2e3ccf1f-c599-4855-b2d2-da9cc4fcef41"}]} Aug 24 17:49:50.489582 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e58d6b-4938-443e-9552-90f58d135ac3 req-56381f4b-349e-43c6-a663-3723107cf623 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:50.491063 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-88e58d6b-4938-443e-9552-90f58d135ac3 req-56381f4b-349e-43c6-a663-3723107cf623 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0590672 Aug 24 17:49:50.493528 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-236235a1-d60a-413c-a315-ddba008207f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858428'] for subnet (92feb4e1-05b9-4fe9-8b69-6747e5706e57), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:50.565691 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:50.578217 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-88e58d6b-4938-443e-9552-90f58d135ac3 req-cc4fb824-1f27-4524-a6f2-2c6a5657aa0b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654006 Aug 24 17:49:50.580932 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-236235a1-d60a-413c-a315-ddba008207f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7605615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7792018'] for subnet (92feb4e1-05b9-4fe9-8b69-6747e5706e57), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:50.612519 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236235a1-d60a-413c-a315-ddba008207f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92feb4e1-05b9-4fe9-8b69-6747e5706e57,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:50.616424 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-236235a1-d60a-413c-a315-ddba008207f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:50.622165 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-236235a1-d60a-413c-a315-ddba008207f6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/92feb4e1-05b9-4fe9-8b69-6747e5706e57 HTTP/1.1" status: 204 len: 168 time: 0.3034253 Aug 24 17:49:50.622338 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 33894) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:50.662194 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device bc133561-95a4-45ac-99c4-226e108c6b87 up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:49:50.709362 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning for port bc133561-95a4-45ac-99c4-226e108c6b87 completed by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:49:50.716983 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port bc133561-95a4-45ac-99c4-226e108c6b87 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:49:50.717754 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (bc133561-95a4-45ac-99c4-226e108c6b87), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:50.726525 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-52a460bb-7681-4d92-a3ee-96f8e2952135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772529'] for network (404876cf-bb25-4db0-827e-a527d6258dc1), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:50.770542 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29baf8d9-aad4-4e19-9b9a-1385ca9dcdcf req-d08142e7-49a1-49ca-8e96-7e1f01b67ddf tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:50.772081 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-29baf8d9-aad4-4e19-9b9a-1385ca9dcdcf req-d08142e7-49a1-49ca-8e96-7e1f01b67ddf tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 944 time: 0.0668981 Aug 24 17:49:50.799167 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port bc133561-95a4-45ac-99c4-226e108c6b87 is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:49:50.800018 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (bc133561-95a4-45ac-99c4-226e108c6b87), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:50.826753 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec10b81-73e5-43ff-ae13-ae07ceefc4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc133561-95a4-45ac-99c4-226e108c6b87'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:49:50.833440 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f618c7b4-af58-47d2-958e-15b756aa0d2e" -d '{"events": [{"server_uuid": "6ec10b81-73e5-43ff-ae13-ae07ceefc4d1", "name": "network-vif-plugged", "status": "completed", "tag": "bc133561-95a4-45ac-99c4-226e108c6b87"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:49:50.847434 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port bc133561-95a4-45ac-99c4-226e108c6b87, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bc133561-95a4-45ac-99c4-226e108c6b87,segment=NetworkSegment(ca180ab6-81a0-48b2-8ab3-2bc494d3fa42),segment_id=ca180ab6-81a0-48b2-8ab3-2bc494d3fa42)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:49:50.860968 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (bc133561-95a4-45ac-99c4-226e108c6b87), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:50.889724 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-29baf8d9-aad4-4e19-9b9a-1385ca9dcdcf req-140f4b0a-fc0c-4795-bab4-68c6c10cb838 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962234 Aug 24 17:49:50.901095 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e57c7f-0eda-45e3-abaf-98d1b5bcfb97 x-openstack-request-id: req-23e57c7f-0eda-45e3-abaf-98d1b5bcfb97 {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:49:50.905915 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec10b81-73e5-43ff-ae13-ae07ceefc4d1", "name": "network-vif-plugged", "status": "completed", "tag": "bc133561-95a4-45ac-99c4-226e108c6b87", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:49:50.906437 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-23e57c7f-0eda-45e3-abaf-98d1b5bcfb97 {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:49:50.906967 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e57c7f-0eda-45e3-abaf-98d1b5bcfb97'] response: {'server_uuid': '6ec10b81-73e5-43ff-ae13-ae07ceefc4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc133561-95a4-45ac-99c4-226e108c6b87', 'code': 200} Aug 24 17:49:50.927292 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-52a460bb-7681-4d92-a3ee-96f8e2952135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853052', 'neutron.services.segments.db._delete_segments_for_network-8763232076656'] for network (404876cf-bb25-4db0-827e-a527d6258dc1), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:50.949683 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=bc133561-95a4-45ac-99c4-226e108c6b87,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:50.956590 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-52a460bb-7681-4d92-a3ee-96f8e2952135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404876cf-bb25-4db0-827e-a527d6258dc1']}} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:50.966803 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-52a460bb-7681-4d92-a3ee-96f8e2952135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a23bbb0-89be-4e58-adaf-1b256fc26263') {'for_net_delete': True} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:50.967109 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-52a460bb-7681-4d92-a3ee-96f8e2952135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a23bbb0-89be-4e58-adaf-1b256fc26263') {} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:49:50.977192 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-52a460bb-7681-4d92-a3ee-96f8e2952135 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763232055022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6112452'] for segment (5a23bbb0-89be-4e58-adaf-1b256fc26263), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:50.991193 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-52a460bb-7681-4d92-a3ee-96f8e2952135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (5a23bbb0-89be-4e58-adaf-1b256fc26263), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:50.998044 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a460bb-7681-4d92-a3ee-96f8e2952135 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=112764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:49:50.998430 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-52a460bb-7681-4d92-a3ee-96f8e2952135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6221810'] for segment (5a23bbb0-89be-4e58-adaf-1b256fc26263), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:51.056556 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-52a460bb-7681-4d92-a3ee-96f8e2952135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795916'] for network (404876cf-bb25-4db0-827e-a527d6258dc1), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:51.062044 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-52a460bb-7681-4d92-a3ee-96f8e2952135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:51.065129 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-52a460bb-7681-4d92-a3ee-96f8e2952135 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/404876cf-bb25-4db0-827e-a527d6258dc1 HTTP/1.1" status: 204 len: 168 time: 0.4417088 Aug 24 17:49:51.075589 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a460bb-7681-4d92-a3ee-96f8e2952135 admin admin] Pushing event deleted for resources: {'Network': ['ID=404876cf-bb25-4db0-827e-a527d6258dc1,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:51.231092 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 33908) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:51.270185 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-b4fdfb55-5cc7-4950-832f-1d312706bf21 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e164e46e8f3643babea969dd5e4d08f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379241 Aug 24 17:49:51.273291 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 33910) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:51.322987 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ab949fa1-ee23-4ef4-95fb-6f8d2d3401a6 admin admin] Publish callbacks [] for security_group (d9b41bc9-75a8-4268-8e52-cbebebc0d4ad), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:51.331928 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:51.344744 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ab949fa1-ee23-4ef4-95fb-6f8d2d3401a6 admin admin] Publish callbacks [] for security_group (d9b41bc9-75a8-4268-8e52-cbebebc0d4ad), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:51.392685 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ab949fa1-ee23-4ef4-95fb-6f8d2d3401a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (d9b41bc9-75a8-4268-8e52-cbebebc0d4ad), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:51.395266 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ab949fa1-ee23-4ef4-95fb-6f8d2d3401a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:51.396492 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-ab949fa1-ee23-4ef4-95fb-6f8d2d3401a6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d9b41bc9-75a8-4268-8e52-cbebebc0d4ad HTTP/1.1" status: 204 len: 168 time: 0.1223216 Aug 24 17:49:51.404746 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab949fa1-ee23-4ef4-95fb-6f8d2d3401a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b41bc9-75a8-4268-8e52-cbebebc0d4ad,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:51.751239 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 33922) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:51.763704 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c75625-2141-45e3-9e6f-9de7029ea04f req-abc8e9a3-ef21-4979-8020-a76de74911b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:51.765182 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c3c75625-2141-45e3-9e6f-9de7029ea04f req-abc8e9a3-ef21-4979-8020-a76de74911b5 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 1129 time: 0.0384645 Aug 24 17:49:51.792824 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-c518d24b-ac9b-43a3-90c2-05be3f9ad26a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=cc19f008f1ea4723913ee7de9d3a7b84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403221 Aug 24 17:49:51.795344 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 33924) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:51.810220 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c3c75625-2141-45e3-9e6f-9de7029ea04f req-46068fa0-27db-4d04-8b19-8613a0c0045d service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387542 Aug 24 17:49:51.844135 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4cf35e96-aa8c-43f4-9ca2-0ba341bc49d9 admin admin] Publish callbacks [] for security_group (2e11cdee-740e-407e-b863-ecb6f9b12362), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:51.863924 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4cf35e96-aa8c-43f4-9ca2-0ba341bc49d9 admin admin] Publish callbacks [] for security_group (2e11cdee-740e-407e-b863-ecb6f9b12362), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:51.924744 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4cf35e96-aa8c-43f4-9ca2-0ba341bc49d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (2e11cdee-740e-407e-b863-ecb6f9b12362), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:51.927296 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4cf35e96-aa8c-43f4-9ca2-0ba341bc49d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:51.930832 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-4cf35e96-aa8c-43f4-9ca2-0ba341bc49d9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2e11cdee-740e-407e-b863-ecb6f9b12362 HTTP/1.1" status: 204 len: 168 time: 0.1322000 Aug 24 17:49:51.945929 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf35e96-aa8c-43f4-9ca2-0ba341bc49d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e11cdee-740e-407e-b863-ecb6f9b12362,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:52.051264 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491446c-c72e-4db1-855d-45abea29b8cd req-14b3fcae-148d-49ab-9901-7f8f8a570103 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:52.052811 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b491446c-c72e-4db1-855d-45abea29b8cd req-14b3fcae-148d-49ab-9901-7f8f8a570103 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 945 time: 0.0543258 Aug 24 17:49:52.111159 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b491446c-c72e-4db1-855d-45abea29b8cd req-66c7b5fd-8caf-40de-bbc4-5f40baae3e7a tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516953 Aug 24 17:49:52.450496 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.services.segments.plugin [-] Segment 5a23bbb0-89be-4e58-adaf-1b256fc26263 resource provider aggregate not found Aug 24 17:49:52.467675 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.services.segments.plugin [-] Segment 5a23bbb0-89be-4e58-adaf-1b256fc26263 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a23bbb0-89be-4e58-adaf-1b256fc26263 found for delete ", "request_id": "req-9896c158-c0c3-4937-9bef-1e7ab1361f0b"}]} Aug 24 17:49:53.238853 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37e56a-d3d0-43b5-ba1b-7232764adc17 req-40f2510f-d957-4d72-9ce4-f35a6fd5ba08 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:53.241262 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-6b37e56a-d3d0-43b5-ba1b-7232764adc17 req-40f2510f-d957-4d72-9ce4-f35a6fd5ba08 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 945 time: 0.0527377 Aug 24 17:49:53.297728 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-6b37e56a-d3d0-43b5-ba1b-7232764adc17 req-d6ae45d2-ac90-4b54-b2b0-68856a47af30 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488970 Aug 24 17:49:53.343076 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fab3b5-ba49-463a-bb98-21309cc8fd0d req-2180cfbc-5f4e-40e6-8d13-2f7ae02a62fc tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:53.344684 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-96fab3b5-ba49-463a-bb98-21309cc8fd0d req-2180cfbc-5f4e-40e6-8d13-2f7ae02a62fc tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0645504 Aug 24 17:49:53.405178 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-96fab3b5-ba49-463a-bb98-21309cc8fd0d req-62e41756-faec-4632-ad78-c636ab76d3bf tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545065 Aug 24 17:49:54.420978 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ede3fa-182b-4853-9c3f-5d4180176a41 req-3b9edccc-51b5-42a8-986e-04a45210ce03 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:54.422433 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d9ede3fa-182b-4853-9c3f-5d4180176a41 req-3b9edccc-51b5-42a8-986e-04a45210ce03 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 945 time: 0.0510218 Aug 24 17:49:54.434097 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:54.476117 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d9ede3fa-182b-4853-9c3f-5d4180176a41 req-39ce1483-153f-4c1c-bd17-ec4cb8218f1b tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481248 Aug 24 17:49:54.530843 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c76bef-318c-4d91-989e-b585f016f68e req-b855c472-213d-426c-b33e-0cea8d7d302b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:54.532401 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-62c76bef-318c-4d91-989e-b585f016f68e req-b855c472-213d-426c-b33e-0cea8d7d302b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0473750 Aug 24 17:49:54.579668 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-62c76bef-318c-4d91-989e-b585f016f68e req-f8d3e1b9-453b-430e-ac26-541faf387c23 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416915 Aug 24 17:49:55.589966 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1783a4b-34a9-44dd-9b67-2727db22ac7e req-7dad7ef6-792a-468b-9176-58201fc5d950 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:55.591704 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e1783a4b-34a9-44dd-9b67-2727db22ac7e req-7dad7ef6-792a-468b-9176-58201fc5d950 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 945 time: 0.0459135 Aug 24 17:49:55.640578 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e1783a4b-34a9-44dd-9b67-2727db22ac7e req-041072d1-da00-425d-9a42-7d398354224c tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432696 Aug 24 17:49:55.702343 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b233d6a-2733-47f0-9a0f-9859bfb8b664 req-de310624-73d6-4d7c-b05b-cd2cb6311eda tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:55.703851 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5b233d6a-2733-47f0-9a0f-9859bfb8b664 req-de310624-73d6-4d7c-b05b-cd2cb6311eda tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0472500 Aug 24 17:49:55.751992 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5b233d6a-2733-47f0-9a0f-9859bfb8b664 req-dc81d6e9-5f23-4592-96c0-21d25d4dadf8 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421495 Aug 24 17:49:55.805314 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:49:56.541319 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa27be2-824c-4e82-9dce-7767ec923ef1 req-cdf1d304-f3f5-47e9-881a-d89910fd57e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:56.542829 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4aa27be2-824c-4e82-9dce-7767ec923ef1 req-cdf1d304-f3f5-47e9-881a-d89910fd57e7 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=0fb78a439e20439f8d93a4f7df3f28f8&device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 1130 time: 0.0484858 Aug 24 17:49:56.577854 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:56.642094 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa27be2-824c-4e82-9dce-7767ec923ef1 req-f690113d-4cb0-4480-9b8f-592af26c8821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:56.643565 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4aa27be2-824c-4e82-9dce-7767ec923ef1 req-f690113d-4cb0-4480-9b8f-592af26c8821 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=42250e67-e026-4ee8-a8ab-86c733e9a211 HTTP/1.1" status: 200 len: 919 time: 0.0890422 Aug 24 17:49:56.685337 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4aa27be2-824c-4e82-9dce-7767ec923ef1 req-08f9bdd1-eac2-4553-bd72-9641c1779d55 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87b079d0-f5b8-4315-b27a-8988f8c98b86 HTTP/1.1" status: 200 len: 217 time: 0.0354524 Aug 24 17:49:56.742912 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa27be2-824c-4e82-9dce-7767ec923ef1 req-50ce63f4-22cf-4e41-a347-ef4c45a8ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:56.744446 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4aa27be2-824c-4e82-9dce-7767ec923ef1 req-50ce63f4-22cf-4e41-a347-ef4c45a8ba90 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=691c41c2-810c-4ccb-bb31-aecf9470a77a HTTP/1.1" status: 200 len: 857 time: 0.0469210 Aug 24 17:49:56.767463 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cc6f0-4c7b-49f7-a6db-a0570d24147c req-17025b18-38ba-4d45-8f78-fbd1800d46c2 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:56.769240 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b79cc6f0-4c7b-49f7-a6db-a0570d24147c req-17025b18-38ba-4d45-8f78-fbd1800d46c2 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 945 time: 0.0516095 Aug 24 17:49:56.795966 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa27be2-824c-4e82-9dce-7767ec923ef1 req-a82fd46d-cfcc-4ad4-9834-89fef88f8346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:56.797605 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4aa27be2-824c-4e82-9dce-7767ec923ef1 req-a82fd46d-cfcc-4ad4-9834-89fef88f8346 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=42250e67-e026-4ee8-a8ab-86c733e9a211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417767 Aug 24 17:49:56.821135 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b79cc6f0-4c7b-49f7-a6db-a0570d24147c req-f5901eb9-e635-44bc-b15e-3451c1284e20 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451429 Aug 24 17:49:56.925274 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad735c8-d71f-40b7-9f38-18dfcf94abd2 req-f323cad7-35ca-47ca-9608-dcbac971d065 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:56.926825 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8ad735c8-d71f-40b7-9f38-18dfcf94abd2 req-f323cad7-35ca-47ca-9608-dcbac971d065 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0982738 Aug 24 17:49:56.955492 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4aa27be2-824c-4e82-9dce-7767ec923ef1 req-def2c592-fafe-4d54-9676-6ffdb12052b6 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503437 Aug 24 17:49:57.014592 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8ad735c8-d71f-40b7-9f38-18dfcf94abd2 req-50d86ea0-126d-49a5-bfd4-dbc836ea0d97 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814488 Aug 24 17:49:57.074708 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4aa27be2-824c-4e82-9dce-7767ec923ef1 req-7b049648-dc5e-4f6d-93ba-b3a18ff21a01 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120501 Aug 24 17:49:57.758108 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:57.767731 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d697df1-c1a6-431a-8bd3-dc6115e1c2b9 req-a18fec40-7860-4746-9753-cfc42afa7c4b tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:57.769314 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2d697df1-c1a6-431a-8bd3-dc6115e1c2b9 req-a18fec40-7860-4746-9753-cfc42afa7c4b tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 945 time: 0.0539663 Aug 24 17:49:57.820755 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2d697df1-c1a6-431a-8bd3-dc6115e1c2b9 req-aec48c44-6b30-4a0a-a7cb-142a11c5f625 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433517 Aug 24 17:49:58.144311 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c8f00-18e5-4f87-a2b9-b770420416e1 req-bf7a7e48-515f-4737-b04d-b31196ffef61 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:58.146075 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-169c8f00-18e5-4f87-a2b9-b770420416e1 req-bf7a7e48-515f-4737-b04d-b31196ffef61 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0513713 Aug 24 17:49:58.193412 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-169c8f00-18e5-4f87-a2b9-b770420416e1 req-53f6c43e-cc94-4e00-a9ef-720610863f63 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410709 Aug 24 17:49:58.204223 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 34152) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:58.311269 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-08e98927-0dbd-49d8-a481-ef035f14b54d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:58.384003 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-08e98927-0dbd-49d8-a481-ef035f14b54d admin admin] Publish callbacks [] for security_group (fb8bd23b-560e-4430-b384-785cee93fe81), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:58.387454 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-08e98927-0dbd-49d8-a481-ef035f14b54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (fb8bd23b-560e-4430-b384-785cee93fe81), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:58.392566 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:58.429923 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-08e98927-0dbd-49d8-a481-ef035f14b54d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=473ca8b81f084f81baee856774f57eb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247138 Aug 24 17:49:58.431058 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e98927-0dbd-49d8-a481-ef035f14b54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8bd23b-560e-4430-b384-785cee93fe81,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:58.432714 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 34156) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:58.438405 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e98927-0dbd-49d8-a481-ef035f14b54d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.438751 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e98927-0dbd-49d8-a481-ef035f14b54d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.439090 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e98927-0dbd-49d8-a481-ef035f14b54d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.439427 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e98927-0dbd-49d8-a481-ef035f14b54d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.439777 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e98927-0dbd-49d8-a481-ef035f14b54d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.440100 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e98927-0dbd-49d8-a481-ef035f14b54d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.440426 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e98927-0dbd-49d8-a481-ef035f14b54d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.440750 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e98927-0dbd-49d8-a481-ef035f14b54d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.441070 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e98927-0dbd-49d8-a481-ef035f14b54d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.441389 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e98927-0dbd-49d8-a481-ef035f14b54d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.441711 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e98927-0dbd-49d8-a481-ef035f14b54d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.442031 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e98927-0dbd-49d8-a481-ef035f14b54d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.442347 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e98927-0dbd-49d8-a481-ef035f14b54d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.442663 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e98927-0dbd-49d8-a481-ef035f14b54d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.442973 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e98927-0dbd-49d8-a481-ef035f14b54d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.486776 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-49cc4813-0190-4f45-8b82-861ac178bd96 admin admin] Publish callbacks [] for security_group (fb8bd23b-560e-4430-b384-785cee93fe81), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:58.508820 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-49cc4813-0190-4f45-8b82-861ac178bd96 admin admin] Publish callbacks [] for security_group (fb8bd23b-560e-4430-b384-785cee93fe81), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:58.555205 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-49cc4813-0190-4f45-8b82-861ac178bd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (fb8bd23b-560e-4430-b384-785cee93fe81), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:58.557735 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-49cc4813-0190-4f45-8b82-861ac178bd96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:58.558869 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-49cc4813-0190-4f45-8b82-861ac178bd96 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fb8bd23b-560e-4430-b384-785cee93fe81 HTTP/1.1" status: 204 len: 168 time: 0.1251824 Aug 24 17:49:58.566455 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc4813-0190-4f45-8b82-861ac178bd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8bd23b-560e-4430-b384-785cee93fe81,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:58.573640 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc4813-0190-4f45-8b82-861ac178bd96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.573991 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc4813-0190-4f45-8b82-861ac178bd96 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.574334 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc4813-0190-4f45-8b82-861ac178bd96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.574679 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc4813-0190-4f45-8b82-861ac178bd96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.575011 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc4813-0190-4f45-8b82-861ac178bd96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.575340 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc4813-0190-4f45-8b82-861ac178bd96 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.575693 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc4813-0190-4f45-8b82-861ac178bd96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.576021 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc4813-0190-4f45-8b82-861ac178bd96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.576347 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc4813-0190-4f45-8b82-861ac178bd96 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.576669 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc4813-0190-4f45-8b82-861ac178bd96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.577118 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc4813-0190-4f45-8b82-861ac178bd96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.577446 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc4813-0190-4f45-8b82-861ac178bd96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.577765 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc4813-0190-4f45-8b82-861ac178bd96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.578087 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc4813-0190-4f45-8b82-861ac178bd96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.578405 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc4813-0190-4f45-8b82-861ac178bd96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:49:58.943332 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590b206-a54e-41fe-99d4-2040907222f7 req-6626f92a-58ad-4d86-a7f2-592f48f57d25 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:58.944893 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d590b206-a54e-41fe-99d4-2040907222f7 req-6626f92a-58ad-4d86-a7f2-592f48f57d25 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 945 time: 0.0478346 Aug 24 17:49:58.997732 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d590b206-a54e-41fe-99d4-2040907222f7 req-c22f8c92-8cd6-470a-a05a-40a512ff32d5 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471771 Aug 24 17:49:59.198859 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 34188) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:59.300535 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-fc69b579-ee59-49c5-aa03-5573bd8513eb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-816809595-network', 'tenant_id': 'b3b756a7bd444bf3aec562b2717f5623'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:59.314668 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b6613-d243-40c4-a8e1-f8b7b28e14e1 req-4b306a37-8d87-4e21-a8e0-964a45e12970 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:59.316194 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-849b6613-d243-40c4-a8e1-f8b7b28e14e1 req-4b306a37-8d87-4e21-a8e0-964a45e12970 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0505905 Aug 24 17:49:59.321789 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc69b579-ee59-49c5-aa03-5573bd8513eb admin admin] Made reservation on behalf of b3b756a7bd444bf3aec562b2717f5623 for: {'network': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:59.324390 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fc69b579-ee59-49c5-aa03-5573bd8513eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for network (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:59.333424 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fc69b579-ee59-49c5-aa03-5573bd8513eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:59.364453 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-849b6613-d243-40c4-a8e1-f8b7b28e14e1 req-c2a7424a-3b7c-433f-9ea8-2edb3a60db57 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419021 Aug 24 17:49:59.409549 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fc69b579-ee59-49c5-aa03-5573bd8513eb admin admin] Publish callbacks [] for security_group (80a40179-2015-443c-a23b-518fef667301), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:59.413699 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fc69b579-ee59-49c5-aa03-5573bd8513eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (80a40179-2015-443c-a23b-518fef667301), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:59.430608 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:59.446326 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc69b579-ee59-49c5-aa03-5573bd8513eb admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=112764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:49:59.451678 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69b579-ee59-49c5-aa03-5573bd8513eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a40179-2015-443c-a23b-518fef667301,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:59.460460 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fc69b579-ee59-49c5-aa03-5573bd8513eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (207fb67e-13af-4dd1-ab6e-b808b9024861), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:59.460809 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.segments_db [None req-fc69b579-ee59-49c5-aa03-5573bd8513eb admin admin] Added segment 207fb67e-13af-4dd1-ab6e-b808b9024861 of type vlan for network f9720aec-6384-45df-9a98-9c757a2487a4 Aug 24 17:49:59.501907 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fc69b579-ee59-49c5-aa03-5573bd8513eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763231558539'] for network (f9720aec-6384-45df-9a98-9c757a2487a4), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:59.527918 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fc69b579-ee59-49c5-aa03-5573bd8513eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for network (f9720aec-6384-45df-9a98-9c757a2487a4), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:59.528964 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc69b579-ee59-49c5-aa03-5573bd8513eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:59.529550 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fc69b579-ee59-49c5-aa03-5573bd8513eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:59.556385 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-fc69b579-ee59-49c5-aa03-5573bd8513eb admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3563583 Aug 24 17:49:59.559367 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 34196) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:49:59.564481 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-68640ac3-281f-4d79-949e-5958d1977ed4 admin admin] Request body: {'subnet': {'network_id': 'f9720aec-6384-45df-9a98-9c757a2487a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-816809595-subnet', 'tenant_id': 'b3b756a7bd444bf3aec562b2717f5623', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:49:59.584148 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68640ac3-281f-4d79-949e-5958d1977ed4 admin admin] Made reservation on behalf of b3b756a7bd444bf3aec562b2717f5623 for: {'subnet': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:49:59.587060 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-68640ac3-281f-4d79-949e-5958d1977ed4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7792119'] for subnet (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:59.595745 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69b579-ee59-49c5-aa03-5573bd8513eb admin admin] Pushing event updated for resources: {'Network': ['ID=f9720aec-6384-45df-9a98-9c757a2487a4,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:59.605902 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Network f9720aec-6384-45df-9a98-9c757a2487a4 details requested by agent ovs-agent-dv-cinder-840525-3-iscsi with host dv-cinder-840525-3-iscsi {{(pid=112765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:49:59.759755 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-68640ac3-281f-4d79-949e-5958d1977ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7605930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7792025'] for subnet (6a855cbb-b03d-4977-ad74-89401318b595), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:59.779955 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:59.808141 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68640ac3-281f-4d79-949e-5958d1977ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a855cbb-b03d-4977-ad74-89401318b595,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:49:59.827818 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68640ac3-281f-4d79-949e-5958d1977ed4 admin admin] Checking segment: {'id': '207fb67e-13af-4dd1-ab6e-b808b9024861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f9720aec-6384-45df-9a98-9c757a2487a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:49:59.828178 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68640ac3-281f-4d79-949e-5958d1977ed4 admin admin] Network hostable DHCP agents. Network: f9720aec-6384-45df-9a98-9c757a2487a4, hostable agents: ['edbe2c30-39eb-4d16-9bee-d282c1702677'], hosted agents: [] {{(pid=112763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:49:59.849488 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68640ac3-281f-4d79-949e-5958d1977ed4 admin admin] Network f9720aec-6384-45df-9a98-9c757a2487a4 is scheduled to be hosted by DHCP agent edbe2c30-39eb-4d16-9bee-d282c1702677 with binding_index 1 {{(pid=112763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:49:59.859263 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-68640ac3-281f-4d79-949e-5958d1977ed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-3-iscsi, f9720aec-6384-45df-9a98-9c757a2487a4) {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:49:59.863545 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68640ac3-281f-4d79-949e-5958d1977ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:49:59.864126 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-68640ac3-281f-4d79-949e-5958d1977ed4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:49:59.869589 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e021ca3-bb3c-4cc8-a024-010ef31d1590 None None] Network f9720aec-6384-45df-9a98-9c757a2487a4 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:49:59.881925 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-68640ac3-281f-4d79-949e-5958d1977ed4 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3210330 Aug 24 17:49:59.902963 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:49:59.978373 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ee7c68-8d60-4848-9c6a-d4e31a2b9b6f None None] Network f9720aec-6384-45df-9a98-9c757a2487a4 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:50:00.137773 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45315f1c-4e4d-4a7f-a6d6-0d14b4f92b2f req-f50b3794-95c4-41d3-a583-b82030b98715 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:00.139264 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-45315f1c-4e4d-4a7f-a6d6-0d14b4f92b2f req-f50b3794-95c4-41d3-a583-b82030b98715 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 945 time: 0.0617232 Aug 24 17:50:00.176004 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:00.189384 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-45315f1c-4e4d-4a7f-a6d6-0d14b4f92b2f req-15ce5153-b58c-4f00-9523-11d00fb53153 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445940 Aug 24 17:50:00.487836 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47037be9-0f63-4ce4-88ce-31de54b66bb0 req-a480c6f0-ee59-4e6b-bde7-f3db7ac3acb8 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:00.489280 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-47037be9-0f63-4ce4-88ce-31de54b66bb0 req-a480c6f0-ee59-4e6b-bde7-f3db7ac3acb8 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0474868 Aug 24 17:50:00.550256 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-47037be9-0f63-4ce4-88ce-31de54b66bb0 req-04b626c5-1480-4979-890a-c3c6d8240bfe tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550919 Aug 24 17:50:01.314188 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e96d54-62fe-47a3-bde4-d6b5d1f3bbc4 req-452d22a4-c2c9-4e6d-9575-5ad9315740ef tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:01.315779 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-24e96d54-62fe-47a3-bde4-d6b5d1f3bbc4 req-452d22a4-c2c9-4e6d-9575-5ad9315740ef tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 945 time: 0.0522611 Aug 24 17:50:01.363720 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-24e96d54-62fe-47a3-bde4-d6b5d1f3bbc4 req-d7a7f20a-fdfc-4d41-a004-ad94f1ada2a1 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422132 Aug 24 17:50:01.421525 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 34254) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:01.535668 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a7158bcc-29c4-4715-b498-81e448c977d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:01.618104 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a7158bcc-29c4-4715-b498-81e448c977d3 admin admin] Publish callbacks [] for security_group (32b34e6d-cafd-4b5f-bf00-e0841f98494f), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:01.623511 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a7158bcc-29c4-4715-b498-81e448c977d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (32b34e6d-cafd-4b5f-bf00-e0841f98494f), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:01.667806 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:01.691250 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7158bcc-29c4-4715-b498-81e448c977d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b34e6d-cafd-4b5f-bf00-e0841f98494f,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:01.697375 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-a7158bcc-29c4-4715-b498-81e448c977d3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=df9b75372bd841babdd6d21c0861d9f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2746272 Aug 24 17:50:01.700105 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 34276) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:01.725481 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bfaea-d1e0-4105-8d7b-55ce4a721a1d req-5f101f5a-d81a-47e5-94b3-045271f049bd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:01.727165 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-268bfaea-d1e0-4105-8d7b-55ce4a721a1d req-5f101f5a-d81a-47e5-94b3-045271f049bd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0719020 Aug 24 17:50:01.807842 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea05802-b94b-4244-975e-720a83fb2497 req-d06b07c7-f5a5-40fd-a340-90fb30880ed8 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:01.816094 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3ea05802-b94b-4244-975e-720a83fb2497 req-d06b07c7-f5a5-40fd-a340-90fb30880ed8 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/networks?id=f9720aec-6384-45df-9a98-9c757a2487a4 HTTP/1.1" status: 200 len: 813 time: 0.1553710 Aug 24 17:50:01.833035 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-90043d17-7c08-44a4-a45e-4271cf95c077 admin admin] Publish callbacks [] for security_group (32b34e6d-cafd-4b5f-bf00-e0841f98494f), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:01.838811 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3ea05802-b94b-4244-975e-720a83fb2497 req-83fa0b21-1146-4e78-b87d-24d4fa049b68 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/quotas/b3b756a7bd444bf3aec562b2717f5623 HTTP/1.1" status: 200 len: 375 time: 0.0163894 Aug 24 17:50:01.844125 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-268bfaea-d1e0-4105-8d7b-55ce4a721a1d req-2995802e-440d-4868-83a6-099f2f7f329f tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084394 Aug 24 17:50:01.870728 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-90043d17-7c08-44a4-a45e-4271cf95c077 admin admin] Publish callbacks [] for security_group (32b34e6d-cafd-4b5f-bf00-e0841f98494f), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:01.886907 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3ea05802-b94b-4244-975e-720a83fb2497 req-6f5ed177-4744-49d2-8e5e-676964fe827a tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=b3b756a7bd444bf3aec562b2717f5623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408764 Aug 24 17:50:01.940250 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-90043d17-7c08-44a4-a45e-4271cf95c077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (32b34e6d-cafd-4b5f-bf00-e0841f98494f), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:01.942860 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-90043d17-7c08-44a4-a45e-4271cf95c077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:01.944792 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-90043d17-7c08-44a4-a45e-4271cf95c077 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/32b34e6d-cafd-4b5f-bf00-e0841f98494f HTTP/1.1" status: 204 len: 168 time: 0.2429302 Aug 24 17:50:01.954059 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90043d17-7c08-44a4-a45e-4271cf95c077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b34e6d-cafd-4b5f-bf00-e0841f98494f,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:02.011863 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3ea05802-b94b-4244-975e-720a83fb2497 req-21703480-3f0d-4673-9806-b8c15a76b075 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f9720aec-6384-45df-9a98-9c757a2487a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177745 Aug 24 17:50:02.120695 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3ea05802-b94b-4244-975e-720a83fb2497 req-3ad0a503-0e6a-4430-b951-8f9dc0ecdae7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f9720aec-6384-45df-9a98-9c757a2487a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968266 Aug 24 17:50:02.404974 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1fe79d23-d643-4f25-b650-cec16fc309c8 req-10464233-dfe8-419e-b958-6933113846ae tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 210 time: 0.0881619 Aug 24 17:50:02.530510 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18051fec-c917-49c8-8562-76c34ca1a72d req-7e9e567b-10b3-4e3d-8fda-e71671456198 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:02.549192 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-18051fec-c917-49c8-8562-76c34ca1a72d req-7e9e567b-10b3-4e3d-8fda-e71671456198 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 945 time: 0.0634556 Aug 24 17:50:02.602692 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-18051fec-c917-49c8-8562-76c34ca1a72d req-af69724a-b220-40d8-b730-096b17f2201b tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604930 Aug 24 17:50:02.962274 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e496934-ea2f-4b05-9b39-20d845221340 req-29083944-d76b-4d31-abb1-3e6b3bb8b7e7 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:02.963798 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9e496934-ea2f-4b05-9b39-20d845221340 req-29083944-d76b-4d31-abb1-3e6b3bb8b7e7 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0474749 Aug 24 17:50:03.015981 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9e496934-ea2f-4b05-9b39-20d845221340 req-dd7fff62-2883-424e-bb94-6bd09d9146a7 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462878 Aug 24 17:50:03.499653 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-51492fca-27d8-4d5b-b132-34d5320568e8 req-17fa8843-cc8f-467d-9e10-0e36a7e7f8fb tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 210 time: 0.0269420 Aug 24 17:50:03.722256 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f713ac-d780-4fc9-9448-33cdfbb9983a req-5a9f8940-8f9b-4414-82a3-ef2c6006cb77 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:03.723744 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-63f713ac-d780-4fc9-9448-33cdfbb9983a req-5a9f8940-8f9b-4414-82a3-ef2c6006cb77 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 945 time: 0.0463173 Aug 24 17:50:03.772540 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-63f713ac-d780-4fc9-9448-33cdfbb9983a req-fad8ebf4-f3f6-4d9a-b5ff-d84ca3d79287 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420876 Aug 24 17:50:04.134560 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b56f80-4323-486b-8e04-dbe6445d778c req-8ba46c05-927a-42f1-bb13-56ebaf109817 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:04.136009 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-31b56f80-4323-486b-8e04-dbe6445d778c req-8ba46c05-927a-42f1-bb13-56ebaf109817 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0456147 Aug 24 17:50:04.181572 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-31b56f80-4323-486b-8e04-dbe6445d778c req-adc753b3-3eaf-40e1-818f-be29ef77a148 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400255 Aug 24 17:50:04.598387 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0c75dc0c-9309-4948-b65f-e442b2c12ccd req-c1f4f42b-10fe-4701-9130-279254935026 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 210 time: 0.0286424 Aug 24 17:50:04.815261 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:04.912116 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6829fb-6395-4eee-b856-10a3e108bc8e req-e514e8c5-9217-42d9-b73f-2299a42a1804 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:04.920257 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fb6829fb-6395-4eee-b856-10a3e108bc8e req-e514e8c5-9217-42d9-b73f-2299a42a1804 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 945 time: 0.0687191 Aug 24 17:50:04.938320 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6084e-fbb0-4883-8d27-f1510e7065b7 req-02e10960-9492-4250-aad0-756a0cc53ce6 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:04.939841 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-17b6084e-fbb0-4883-8d27-f1510e7065b7 req-02e10960-9492-4250-aad0-756a0cc53ce6 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 945 time: 0.0885959 Aug 24 17:50:04.995920 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fb6829fb-6395-4eee-b856-10a3e108bc8e req-3b615b43-b66e-4881-b5fb-80fe1a6e8b70 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb896b88-965b-4321-9531-9f76092f479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687194 Aug 24 17:50:05.072243 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-17b6084e-fbb0-4883-8d27-f1510e7065b7 req-5ec3fb82-2c97-4958-8c01-368e0872932f tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Deleting port bc133561-95a4-45ac-99c4-226e108c6b87 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:50:05.072592 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-17b6084e-fbb0-4883-8d27-f1510e7065b7 req-5ec3fb82-2c97-4958-8c01-368e0872932f tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (bc133561-95a4-45ac-99c4-226e108c6b87), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:05.077080 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fe8f4-60ae-4c8a-aa5f-0ce8a3acefd2 req-865bcded-7e38-4a18-826a-66090e0b9390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:05.078598 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-030fe8f4-60ae-4c8a-aa5f-0ce8a3acefd2 req-865bcded-7e38-4a18-826a-66090e0b9390 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=0fb78a439e20439f8d93a4f7df3f28f8&device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 1130 time: 0.0774579 Aug 24 17:50:05.168718 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:05.240414 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-17b6084e-fbb0-4883-8d27-f1510e7065b7 req-5ec3fb82-2c97-4958-8c01-368e0872932f tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] For port bc133561-95a4-45ac-99c4-226e108c6b87, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bc133561-95a4-45ac-99c4-226e108c6b87,segment=NetworkSegment(ca180ab6-81a0-48b2-8ab3-2bc494d3fa42),segment_id=ca180ab6-81a0-48b2-8ab3-2bc494d3fa42)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:05.240817 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-17b6084e-fbb0-4883-8d27-f1510e7065b7 req-5ec3fb82-2c97-4958-8c01-368e0872932f tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (bc133561-95a4-45ac-99c4-226e108c6b87), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:05.251898 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:05.274798 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-17b6084e-fbb0-4883-8d27-f1510e7065b7 req-5ec3fb82-2c97-4958-8c01-368e0872932f tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Calling delete_port for bc133561-95a4-45ac-99c4-226e108c6b87 owned by compute:nova {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:50:05.282225 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fe8f4-60ae-4c8a-aa5f-0ce8a3acefd2 req-ac6241a8-f1c7-4965-896b-10fe6da6b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:05.283729 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-030fe8f4-60ae-4c8a-aa5f-0ce8a3acefd2 req-ac6241a8-f1c7-4965-896b-10fe6da6b962 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=42250e67-e026-4ee8-a8ab-86c733e9a211 HTTP/1.1" status: 200 len: 919 time: 0.1783986 Aug 24 17:50:05.353748 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06aae5a-5270-4dc9-97c7-347e58484627 req-5e27bc52-10d0-40a3-a555-81bc4ed29e7e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:05.355231 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d06aae5a-5270-4dc9-97c7-347e58484627 req-5e27bc52-10d0-40a3-a555-81bc4ed29e7e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0955319 Aug 24 17:50:05.445970 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d06aae5a-5270-4dc9-97c7-347e58484627 req-e1713500-412a-4977-a50a-929e202d6d9b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850644 Aug 24 17:50:05.488301 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-030fe8f4-60ae-4c8a-aa5f-0ce8a3acefd2 req-a329670f-0205-4e21-8295-70633e7ed2d3 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87b079d0-f5b8-4315-b27a-8988f8c98b86 HTTP/1.1" status: 200 len: 217 time: 0.0564222 Aug 24 17:50:05.586622 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fe8f4-60ae-4c8a-aa5f-0ce8a3acefd2 req-d5b942fb-1ef8-4a12-a252-85a07989ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:05.588498 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-030fe8f4-60ae-4c8a-aa5f-0ce8a3acefd2 req-d5b942fb-1ef8-4a12-a252-85a07989ab31 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=691c41c2-810c-4ccb-bb31-aecf9470a77a HTTP/1.1" status: 200 len: 857 time: 0.0766516 Aug 24 17:50:05.589766 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-17b6084e-fbb0-4883-8d27-f1510e7065b7 req-5ec3fb82-2c97-4958-8c01-368e0872932f tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (bc133561-95a4-45ac-99c4-226e108c6b87), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:05.623517 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:05.625740 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device bc133561-95a4-45ac-99c4-226e108c6b87 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:50:05.686870 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] No Port match for: bc133561-95a4-45ac-99c4-226e108c6b87 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:50:05.687494 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device bc133561-95a4-45ac-99c4-226e108c6b87 not bound to the agent host hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:50:05.708008 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3fb82-2c97-4958-8c01-368e0872932f tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Pushing event deleted for resources: {'Port': ['ID=bc133561-95a4-45ac-99c4-226e108c6b87,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:05.776915 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-15c02218-454d-42c4-9df1-62810bb6986e req-52b68200-7de4-42db-bc4f-441dd1bf9cfb tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 210 time: 0.0444953 Aug 24 17:50:05.786905 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea05802-b94b-4244-975e-720a83fb2497 req-9697aba3-ab71-49d9-81fa-a55ced8da3c0 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:05.789442 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3ea05802-b94b-4244-975e-720a83fb2497 req-9697aba3-ab71-49d9-81fa-a55ced8da3c0 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.62 "GET /networking/v2.0/networks?id=f9720aec-6384-45df-9a98-9c757a2487a4 HTTP/1.1" status: 200 len: 813 time: 0.2386186 Aug 24 17:50:05.801018 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=5 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:05.805856 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [req-3ea05802-b94b-4244-975e-720a83fb2497 req-55085524-a043-43c2-b383-893c5d1aa05b tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Request body: {'port': {'device_id': '08638681-706c-45de-8b52-d9fb2559b56e', 'network_id': 'f9720aec-6384-45df-9a98-9c757a2487a4', 'admin_state_up': True, 'tenant_id': 'b3b756a7bd444bf3aec562b2717f5623'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:05.835026 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b6084e-fbb0-4883-8d27-f1510e7065b7 req-5ec3fb82-2c97-4958-8c01-368e0872932f tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] No DVR routers for this DVR port bc133561-95a4-45ac-99c4-226e108c6b87 on host hv-cinder-84052 {{(pid=112764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:50:05.837927 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-17b6084e-fbb0-4883-8d27-f1510e7065b7 req-5ec3fb82-2c97-4958-8c01-368e0872932f tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:05.842326 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-17b6084e-fbb0-4883-8d27-f1510e7065b7 req-5ec3fb82-2c97-4958-8c01-368e0872932f tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.62 "DELETE /networking/v2.0/ports/bc133561-95a4-45ac-99c4-226e108c6b87 HTTP/1.1" status: 204 len: 173 time: 0.8966436 Aug 24 17:50:05.845185 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec10b81-73e5-43ff-ae13-ae07ceefc4d1', 'name': 'network-vif-deleted', 'tag': 'bc133561-95a4-45ac-99c4-226e108c6b87'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:50:05.847830 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1ddf33-f8a3-4b53-8c9d-c7ddb3eda312" -d '{"events": [{"server_uuid": "6ec10b81-73e5-43ff-ae13-ae07ceefc4d1", "name": "network-vif-deleted", "tag": "bc133561-95a4-45ac-99c4-226e108c6b87"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:50:05.852595 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fe8f4-60ae-4c8a-aa5f-0ce8a3acefd2 req-c4a2c3c3-7996-4a39-b49a-11b561a37fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:05.856528 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-030fe8f4-60ae-4c8a-aa5f-0ce8a3acefd2 req-c4a2c3c3-7996-4a39-b49a-11b561a37fa4 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=42250e67-e026-4ee8-a8ab-86c733e9a211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2557082 Aug 24 17:50:05.893515 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea09a552-6c69-4bcd-aad0-135405d26d9e x-openstack-request-id: req-ea09a552-6c69-4bcd-aad0-135405d26d9e {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:50:05.893944 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec10b81-73e5-43ff-ae13-ae07ceefc4d1", "name": "network-vif-deleted", "tag": "bc133561-95a4-45ac-99c4-226e108c6b87", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:50:05.894247 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ea09a552-6c69-4bcd-aad0-135405d26d9e {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:50:05.895036 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea09a552-6c69-4bcd-aad0-135405d26d9e'] response: {'server_uuid': '6ec10b81-73e5-43ff-ae13-ae07ceefc4d1', 'name': 'network-vif-deleted', 'tag': 'bc133561-95a4-45ac-99c4-226e108c6b87', 'status': 'completed', 'code': 200} Aug 24 17:50:06.032787 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=5 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:06.155282 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-030fe8f4-60ae-4c8a-aa5f-0ce8a3acefd2 req-5b06e4da-08cf-45bd-a059-d43c0a24c852 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077987 Aug 24 17:50:06.175213 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea05802-b94b-4244-975e-720a83fb2497 req-55085524-a043-43c2-b383-893c5d1aa05b tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Made reservation on behalf of b3b756a7bd444bf3aec562b2717f5623 for: {'port': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:50:06.179972 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-3ea05802-b94b-4244-975e-720a83fb2497 req-55085524-a043-43c2-b383-893c5d1aa05b tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:06.209252 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:06.212467 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-9e17280f-3c24-4ff4-bff6-c3771ebd91e7 req-f2314909-d710-4d89-9b0f-ea2a2feccde6 tempest-VolumesActionsTest-969372950 tempest-VolumesActionsTest-969372950-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6ec10b81-73e5-43ff-ae13-ae07ceefc4d1 HTTP/1.1" status: 200 len: 210 time: 0.0488493 Aug 24 17:50:06.342863 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-030fe8f4-60ae-4c8a-aa5f-0ce8a3acefd2 req-a3474b7d-ac3c-40d8-9fe7-866afb6894c1 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691070 Aug 24 17:50:06.410096 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [req-3ea05802-b94b-4244-975e-720a83fb2497 req-55085524-a043-43c2-b383-893c5d1aa05b tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Allocated IP 172.20.0.13 (f9720aec-6384-45df-9a98-9c757a2487a4/6a855cbb-b03d-4977-ad74-89401318b595/bce29b41-eda3-4cc3-afba-8e72c0691c36) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:50:06.663573 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511fec7-eee4-4df8-8443-d8ffa400294d req-d0980775-5de9-467c-b334-79bb90bffa3b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:06.665665 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6511fec7-eee4-4df8-8443-d8ffa400294d req-d0980775-5de9-467c-b334-79bb90bffa3b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0722480 Aug 24 17:50:06.718388 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-3ea05802-b94b-4244-975e-720a83fb2497 req-55085524-a043-43c2-b383-893c5d1aa05b tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Publish callbacks [] for port (bce29b41-eda3-4cc3-afba-8e72c0691c36), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:06.756342 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6511fec7-eee4-4df8-8443-d8ffa400294d req-a7820ce6-d2b0-497f-9489-94dbee4a74c0 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795376 Aug 24 17:50:06.784905 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-3ea05802-b94b-4244-975e-720a83fb2497 req-55085524-a043-43c2-b383-893c5d1aa05b tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (bce29b41-eda3-4cc3-afba-8e72c0691c36), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:06.884527 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea05802-b94b-4244-975e-720a83fb2497 req-55085524-a043-43c2-b383-893c5d1aa05b tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Network f9720aec-6384-45df-9a98-9c757a2487a4 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:50:06.897519 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [req-3ea05802-b94b-4244-975e-720a83fb2497 req-55085524-a043-43c2-b383-893c5d1aa05b tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:06.910023 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea05802-b94b-4244-975e-720a83fb2497 req-55085524-a043-43c2-b383-893c5d1aa05b tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:50:06.957894 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55085524-a043-43c2-b383-893c5d1aa05b tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Pushing event updated for resources: {'Port': ['ID=bce29b41-eda3-4cc3-afba-8e72c0691c36,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:06.974143 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:07.006499 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-a97086c2-b36b-40b8-a6e9-1dfe14fc85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.023170 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfc998-6e8e-4cea-8d6a-792834cc6217 req-d340e5df-e35f-48cf-8584-9b9614dcb2e4 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:07.032517 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a4dfc998-6e8e-4cea-8d6a-792834cc6217 req-d340e5df-e35f-48cf-8584-9b9614dcb2e4 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 932 time: 0.1387277 Aug 24 17:50:07.066352 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea05802-b94b-4244-975e-720a83fb2497 req-55085524-a043-43c2-b383-893c5d1aa05b tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:07.067076 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-3ea05802-b94b-4244-975e-720a83fb2497 req-55085524-a043-43c2-b383-893c5d1aa05b tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.082304 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 34492) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:07.116782 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3ea05802-b94b-4244-975e-720a83fb2497 req-55085524-a043-43c2-b383-893c5d1aa05b tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.62 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3166182 Aug 24 17:50:07.132618 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a4dfc998-6e8e-4cea-8d6a-792834cc6217 req-fcbda058-169a-493c-a9e4-24453593cef6 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944042 Aug 24 17:50:07.148526 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 34498) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:07.285857 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-8eb1f3b4-fb8d-460e-aea9-87f30765cd39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.289992 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-82b2dd63-9ad6-4699-8c9e-83ece847b829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.333867 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:07.393254 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [req-3ea05802-b94b-4244-975e-720a83fb2497 req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] Request body: {'port': {'device_id': '08638681-706c-45de-8b52-d9fb2559b56e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:07.408085 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:07.458343 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-8eb1f3b4-fb8d-460e-aea9-87f30765cd39 admin admin] Publish callbacks [] for security_group (f47488d6-a8aa-43d1-93cd-d517a07f82fc), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.469210 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-82b2dd63-9ad6-4699-8c9e-83ece847b829 admin admin] Publish callbacks [] for security_group (9cc0a2ee-85d2-45f7-9024-4f4c521078d2), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.471344 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-8eb1f3b4-fb8d-460e-aea9-87f30765cd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (f47488d6-a8aa-43d1-93cd-d517a07f82fc), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.508505 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1f3b4-fb8d-460e-aea9-87f30765cd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47488d6-a8aa-43d1-93cd-d517a07f82fc,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:07.514743 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-82b2dd63-9ad6-4699-8c9e-83ece847b829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (9cc0a2ee-85d2-45f7-9024-4f4c521078d2), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.518314 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-3ea05802-b94b-4244-975e-720a83fb2497 req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (bce29b41-eda3-4cc3-afba-8e72c0691c36), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.562301 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-8eb1f3b4-fb8d-460e-aea9-87f30765cd39 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3d3957eed9534f5a84508a124e76439d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4782348 Aug 24 17:50:07.570271 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 34516) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:07.587808 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-82b2dd63-9ad6-4699-8c9e-83ece847b829 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2bf760930ff8494e8c7e75cdd496dd23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4381888 Aug 24 17:50:07.589960 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2dd63-9ad6-4699-8c9e-83ece847b829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc0a2ee-85d2-45f7-9024-4f4c521078d2,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:07.592898 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 34520) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:07.697965 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-f8d90458-df07-47ce-a0ec-e4e8f8c4c810 admin admin] Publish callbacks [] for security_group (9cc0a2ee-85d2-45f7-9024-4f4c521078d2), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.731031 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-f8d90458-df07-47ce-a0ec-e4e8f8c4c810 admin admin] Publish callbacks [] for security_group (9cc0a2ee-85d2-45f7-9024-4f4c521078d2), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.742140 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:07.807326 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1954279f-9d1a-4292-b255-9ce905597237 admin admin] Publish callbacks [] for security_group (f47488d6-a8aa-43d1-93cd-d517a07f82fc), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.837723 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-f8d90458-df07-47ce-a0ec-e4e8f8c4c810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (9cc0a2ee-85d2-45f7-9024-4f4c521078d2), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.844891 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-f8d90458-df07-47ce-a0ec-e4e8f8c4c810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:07.848891 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-f8d90458-df07-47ce-a0ec-e4e8f8c4c810 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9cc0a2ee-85d2-45f7-9024-4f4c521078d2 HTTP/1.1" status: 204 len: 168 time: 0.2525270 Aug 24 17:50:07.859804 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d90458-df07-47ce-a0ec-e4e8f8c4c810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc0a2ee-85d2-45f7-9024-4f4c521078d2,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:07.928239 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:07.989305 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1954279f-9d1a-4292-b255-9ce905597237 admin admin] Publish callbacks [] for security_group (f47488d6-a8aa-43d1-93cd-d517a07f82fc), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:08.050985 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [req-3ea05802-b94b-4244-975e-720a83fb2497 req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce29b41-eda3-4cc3-afba-8e72c0691c36 {{(pid=112763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:50:08.067977 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb8406-99f6-4e3b-8c93-022993270bcc req-2c81f023-0f08-49cd-88ac-84ab45def24d tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:08.069998 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a2fb8406-99f6-4e3b-8c93-022993270bcc req-2c81f023-0f08-49cd-88ac-84ab45def24d tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.1325567 Aug 24 17:50:08.081551 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-3ea05802-b94b-4244-975e-720a83fb2497 req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] Publish callbacks [] for port (bce29b41-eda3-4cc3-afba-8e72c0691c36), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:08.114870 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.provisioning_blocks [req-3ea05802-b94b-4244-975e-720a83fb2497 req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] Transition to ACTIVE for port object bce29b41-eda3-4cc3-afba-8e72c0691c36 will not be triggered until provisioned by entity L2. {{(pid=112763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:50:08.130203 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-3ea05802-b94b-4244-975e-720a83fb2497 req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (bce29b41-eda3-4cc3-afba-8e72c0691c36), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:08.204841 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1954279f-9d1a-4292-b255-9ce905597237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (f47488d6-a8aa-43d1-93cd-d517a07f82fc), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:08.209532 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1954279f-9d1a-4292-b255-9ce905597237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:08.210657 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-1954279f-9d1a-4292-b255-9ce905597237 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f47488d6-a8aa-43d1-93cd-d517a07f82fc HTTP/1.1" status: 204 len: 168 time: 0.6395478 Aug 24 17:50:08.269336 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a2fb8406-99f6-4e3b-8c93-022993270bcc req-b75ec26f-a7d0-4571-aa2f-d93cb6d460f1 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807737 Aug 24 17:50:08.337653 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954279f-9d1a-4292-b255-9ce905597237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47488d6-a8aa-43d1-93cd-d517a07f82fc,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:08.342729 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] Pushing event updated for resources: {'Port': ['ID=bce29b41-eda3-4cc3-afba-8e72c0691c36,revision_number=2']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:08.357904 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d60c3-034e-4227-a440-74200c3d2918 req-11c3efdc-53f7-4dd6-a5a6-ae2d376c1496 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:08.359522 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2f7d60c3-034e-4227-a440-74200c3d2918 req-11c3efdc-53f7-4dd6-a5a6-ae2d376c1496 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 944 time: 0.1155639 Aug 24 17:50:08.414810 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.managers [req-3ea05802-b94b-4244-975e-720a83fb2497 req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] Attempting to bind port bce29b41-eda3-4cc3-afba-8e72c0691c36 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:50:08.415152 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.managers [req-3ea05802-b94b-4244-975e-720a83fb2497 req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] Attempting to bind port bce29b41-eda3-4cc3-afba-8e72c0691c36 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '207fb67e-13af-4dd1-ab6e-b808b9024861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f9720aec-6384-45df-9a98-9c757a2487a4'}] {{(pid=112763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:50:08.415517 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea05802-b94b-4244-975e-720a83fb2497 req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] Attempting to bind port bce29b41-eda3-4cc3-afba-8e72c0691c36 on network f9720aec-6384-45df-9a98-9c757a2487a4 {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:50:08.421521 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea05802-b94b-4244-975e-720a83fb2497 req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] Port bce29b41-eda3-4cc3-afba-8e72c0691c36 on network f9720aec-6384-45df-9a98-9c757a2487a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:50:08.421841 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea05802-b94b-4244-975e-720a83fb2497 req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] Attempting to bind port bce29b41-eda3-4cc3-afba-8e72c0691c36 on network f9720aec-6384-45df-9a98-9c757a2487a4 {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:50:08.430116 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea05802-b94b-4244-975e-720a83fb2497 req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] Checking agent: {'id': 'd24852b8-87fc-4acc-b821-6f57e7364c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'started_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:50:08.430584 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea05802-b94b-4244-975e-720a83fb2497 req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] Checking segment: {'id': '207fb67e-13af-4dd1-ab6e-b808b9024861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f9720aec-6384-45df-9a98-9c757a2487a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:50:08.430980 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea05802-b94b-4244-975e-720a83fb2497 req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] Bound using segment: {'id': '207fb67e-13af-4dd1-ab6e-b808b9024861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f9720aec-6384-45df-9a98-9c757a2487a4'} {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:50:08.431508 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.managers [req-3ea05802-b94b-4244-975e-720a83fb2497 req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] Bound port: bce29b41-eda3-4cc3-afba-8e72c0691c36, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207fb67e-13af-4dd1-ab6e-b808b9024861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f9720aec-6384-45df-9a98-9c757a2487a4'}}] {{(pid=112763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:50:08.431909 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-3ea05802-b94b-4244-975e-720a83fb2497 req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (bce29b41-eda3-4cc3-afba-8e72c0691c36), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:08.434103 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2f7d60c3-034e-4227-a440-74200c3d2918 req-21e7d013-bd16-4bec-b36f-08a4cd6883a5 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675819 Aug 24 17:50:08.513201 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [req-3ea05802-b94b-4244-975e-720a83fb2497 req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] For port bce29b41-eda3-4cc3-afba-8e72c0691c36, host hv-cinder-84052, cleared binding levels {{(pid=112763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:50:08.517140 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [req-3ea05802-b94b-4244-975e-720a83fb2497 req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] For port bce29b41-eda3-4cc3-afba-8e72c0691c36, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bce29b41-eda3-4cc3-afba-8e72c0691c36,segment=NetworkSegment(207fb67e-13af-4dd1-ab6e-b808b9024861),segment_id=207fb67e-13af-4dd1-ab6e-b808b9024861)] {{(pid=112763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:50:08.522900 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-3ea05802-b94b-4244-975e-720a83fb2497 req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (bce29b41-eda3-4cc3-afba-8e72c0691c36), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:08.527109 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea05802-b94b-4244-975e-720a83fb2497 req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:08.528042 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-3ea05802-b94b-4244-975e-720a83fb2497 req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:08.529539 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3ea05802-b94b-4244-975e-720a83fb2497 req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] 10.222.0.62 "PUT /networking/v2.0/ports/bce29b41-eda3-4cc3-afba-8e72c0691c36 HTTP/1.1" status: 200 len: 1094 time: 1.1405547 Aug 24 17:50:08.531761 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08638681-706c-45de-8b52-d9fb2559b56e', 'tag': 'bce29b41-eda3-4cc3-afba-8e72c0691c36'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:50:08.533985 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212593ec-5937-40df-bf1f-2a62d07a735e" -d '{"events": [{"name": "network-changed", "server_uuid": "08638681-706c-45de-8b52-d9fb2559b56e", "tag": "bce29b41-eda3-4cc3-afba-8e72c0691c36"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:50:08.558853 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:08.587297 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af4d737-7639-40a9-809c-9b51d3cac2b7 x-openstack-request-id: req-2af4d737-7639-40a9-809c-9b51d3cac2b7 {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:50:08.587678 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08638681-706c-45de-8b52-d9fb2559b56e", "tag": "bce29b41-eda3-4cc3-afba-8e72c0691c36", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:50:08.587860 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2af4d737-7639-40a9-809c-9b51d3cac2b7 {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:50:08.588255 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2af4d737-7639-40a9-809c-9b51d3cac2b7'] response: {'name': 'network-changed', 'server_uuid': '08638681-706c-45de-8b52-d9fb2559b56e', 'tag': 'bce29b41-eda3-4cc3-afba-8e72c0691c36', 'status': 'completed', 'code': 200} Aug 24 17:50:08.593916 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42762a85-2766-47be-8ab2-b3e3e9c3d067 service neutron] Pushing event updated for resources: {'Port': ['ID=bce29b41-eda3-4cc3-afba-8e72c0691c36,revision_number=3']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:08.649271 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea05802-b94b-4244-975e-720a83fb2497 req-988b695e-cba4-4460-a7f9-7dbe67f05e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:08.650795 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3ea05802-b94b-4244-975e-720a83fb2497 req-988b695e-cba4-4460-a7f9-7dbe67f05e60 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=b3b756a7bd444bf3aec562b2717f5623&device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 1128 time: 0.0451880 Aug 24 17:50:08.698273 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3ea05802-b94b-4244-975e-720a83fb2497 req-67e0960b-dac8-4442-9ec6-b2add7de9efe service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bce29b41-eda3-4cc3-afba-8e72c0691c36 HTTP/1.1" status: 200 len: 217 time: 0.0385244 Aug 24 17:50:08.702333 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 34578) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:08.715544 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-db3437c4-ec3d-4e8a-9223-38111e3e8b24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:08.792402 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-db3437c4-ec3d-4e8a-9223-38111e3e8b24 admin admin] Publish callbacks [] for security_group (0dbaffa8-ac69-45d1-8597-e896b4a5f282), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:08.796035 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-db3437c4-ec3d-4e8a-9223-38111e3e8b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (0dbaffa8-ac69-45d1-8597-e896b4a5f282), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:08.833844 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3437c4-ec3d-4e8a-9223-38111e3e8b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbaffa8-ac69-45d1-8597-e896b4a5f282,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:08.839586 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-db3437c4-ec3d-4e8a-9223-38111e3e8b24 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d7f0329cd1c14d2fa077e63675335134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362941 Aug 24 17:50:08.842485 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 34580) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:08.890244 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-30c6e386-f0d6-4f13-b0c4-6964f2519758 admin admin] Publish callbacks [] for security_group (0dbaffa8-ac69-45d1-8597-e896b4a5f282), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:08.910573 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-30c6e386-f0d6-4f13-b0c4-6964f2519758 admin admin] Publish callbacks [] for security_group (0dbaffa8-ac69-45d1-8597-e896b4a5f282), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:08.960609 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-30c6e386-f0d6-4f13-b0c4-6964f2519758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (0dbaffa8-ac69-45d1-8597-e896b4a5f282), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:08.963052 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-30c6e386-f0d6-4f13-b0c4-6964f2519758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:08.964207 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-30c6e386-f0d6-4f13-b0c4-6964f2519758 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0dbaffa8-ac69-45d1-8597-e896b4a5f282 HTTP/1.1" status: 204 len: 168 time: 0.1208346 Aug 24 17:50:08.976746 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6e386-f0d6-4f13-b0c4-6964f2519758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbaffa8-ac69-45d1-8597-e896b4a5f282,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:09.419471 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cc469-46ee-4dab-bf88-bbeccadf9356 req-be837e49-296d-46ef-b24d-20cffe7a97ff tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:09.421595 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6e2cc469-46ee-4dab-bf88-bbeccadf9356 req-be837e49-296d-46ef-b24d-20cffe7a97ff tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0545204 Aug 24 17:50:09.437641 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-e7b8a66f-c769-4640-b433-90b1ebd91832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:09.481857 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6e2cc469-46ee-4dab-bf88-bbeccadf9356 req-cd37474c-6fea-465a-ad80-a011bf847dfc tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534165 Aug 24 17:50:09.585551 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:UPDATE=2,neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=7 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:09.593854 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737dc51e-d224-4bb8-80a6-c0a7bc124b70 req-323eff18-c762-4268-8625-63df9a68d3c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:09.595227 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-737dc51e-d224-4bb8-80a6-c0a7bc124b70 req-323eff18-c762-4268-8625-63df9a68d3c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 944 time: 0.0809178 Aug 24 17:50:09.611988 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea05802-b94b-4244-975e-720a83fb2497 req-9ef4117e-e771-47a4-bda9-3f594febb02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:09.613441 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3ea05802-b94b-4244-975e-720a83fb2497 req-9ef4117e-e771-47a4-bda9-3f594febb02c service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=6a855cbb-b03d-4977-ad74-89401318b595 HTTP/1.1" status: 200 len: 853 time: 0.0852876 Aug 24 17:50:09.651090 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-737dc51e-d224-4bb8-80a6-c0a7bc124b70 req-8fe53fb3-97af-49f7-96e6-eda9d7d149fc tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502236 Aug 24 17:50:10.378395 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3ea05802-b94b-4244-975e-720a83fb2497 req-f3d1866e-2e4e-45f5-8dc7-f0204b040c04 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=f9720aec-6384-45df-9a98-9c757a2487a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314269 Aug 24 17:50:10.592194 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:10.609645 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f472154-a632-49ad-9f30-5dc6169af61b req-1f14febb-6f81-478a-8a2a-8307e395cd9b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:10.611126 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1f472154-a632-49ad-9f30-5dc6169af61b req-1f14febb-6f81-478a-8a2a-8307e395cd9b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0500686 Aug 24 17:50:10.662597 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1f472154-a632-49ad-9f30-5dc6169af61b req-cb0418ef-30b7-4fe8-87ec-6b4ce3e31a60 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453176 Aug 24 17:50:10.670983 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 34656) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:10.770471 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b93892-98fe-4099-a766-9072344adf36 req-ada9b8b2-ae2f-46e6-8427-851315b15fe8 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:10.772728 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-98b93892-98fe-4099-a766-9072344adf36 req-ada9b8b2-ae2f-46e6-8427-851315b15fe8 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 944 time: 0.0478351 Aug 24 17:50:10.780606 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-cfa5a64c-4496-4584-ae28-f986f600ae38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:10.808064 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:10.821315 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-98b93892-98fe-4099-a766-9072344adf36 req-00dc1d01-d213-4c1d-b5ae-dc5b92c79fe0 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429628 Aug 24 17:50:10.864228 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-cfa5a64c-4496-4584-ae28-f986f600ae38 admin admin] Publish callbacks [] for security_group (0e086a77-d523-42c5-87ec-619220f6bffc), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:10.867700 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-cfa5a64c-4496-4584-ae28-f986f600ae38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (0e086a77-d523-42c5-87ec-619220f6bffc), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:10.906100 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5a64c-4496-4584-ae28-f986f600ae38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e086a77-d523-42c5-87ec-619220f6bffc,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:10.910350 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-cfa5a64c-4496-4584-ae28-f986f600ae38 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5a2e8c4ef81a43f18138efd02bf96832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383728 Aug 24 17:50:10.913869 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 34662) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:10.961400 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-43f6a923-55b3-4cf4-8bdb-59e0061c0b33 admin admin] Publish callbacks [] for security_group (0e086a77-d523-42c5-87ec-619220f6bffc), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:10.981221 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-43f6a923-55b3-4cf4-8bdb-59e0061c0b33 admin admin] Publish callbacks [] for security_group (0e086a77-d523-42c5-87ec-619220f6bffc), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:11.026717 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-43f6a923-55b3-4cf4-8bdb-59e0061c0b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (0e086a77-d523-42c5-87ec-619220f6bffc), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:11.029215 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-43f6a923-55b3-4cf4-8bdb-59e0061c0b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:11.030354 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-43f6a923-55b3-4cf4-8bdb-59e0061c0b33 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0e086a77-d523-42c5-87ec-619220f6bffc HTTP/1.1" status: 204 len: 168 time: 0.1159284 Aug 24 17:50:11.038859 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6a923-55b3-4cf4-8bdb-59e0061c0b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e086a77-d523-42c5-87ec-619220f6bffc,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:11.299641 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 34670) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:11.313526 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9f4b4491-6fef-4a9b-aa62-ed2883885b02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:11.326953 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:11.396902 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9f4b4491-6fef-4a9b-aa62-ed2883885b02 admin admin] Publish callbacks [] for security_group (8864f7a0-7a1e-47d1-b372-84c42281fcbf), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:11.400701 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3ea05802-b94b-4244-975e-720a83fb2497 req-e89629ab-974d-42f9-b6db-4ea3a4755ee2 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/f9720aec-6384-45df-9a98-9c757a2487a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973709 Aug 24 17:50:11.401284 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9f4b4491-6fef-4a9b-aa62-ed2883885b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (8864f7a0-7a1e-47d1-b372-84c42281fcbf), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:11.439614 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b4491-6fef-4a9b-aa62-ed2883885b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8864f7a0-7a1e-47d1-b372-84c42281fcbf,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:11.446586 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-9f4b4491-6fef-4a9b-aa62-ed2883885b02 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6b94c53bb2b34b84b2dddf374044f2e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458972 Aug 24 17:50:11.447540 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 34672) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:11.496227 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3ea05802-b94b-4244-975e-720a83fb2497 req-7db84830-72c4-409d-8aec-7870312cfe9e service neutron] 10.222.0.62 "GET /networking/v2.0/networks/f9720aec-6384-45df-9a98-9c757a2487a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878992 Aug 24 17:50:11.500143 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-655ab363-6ec5-4403-9758-c7cdedd1dc60 admin admin] Publish callbacks [] for security_group (8864f7a0-7a1e-47d1-b372-84c42281fcbf), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:11.520473 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-655ab363-6ec5-4403-9758-c7cdedd1dc60 admin admin] Publish callbacks [] for security_group (8864f7a0-7a1e-47d1-b372-84c42281fcbf), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:11.568240 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-655ab363-6ec5-4403-9758-c7cdedd1dc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (8864f7a0-7a1e-47d1-b372-84c42281fcbf), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:11.570793 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-655ab363-6ec5-4403-9758-c7cdedd1dc60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:11.572864 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-655ab363-6ec5-4403-9758-c7cdedd1dc60 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8864f7a0-7a1e-47d1-b372-84c42281fcbf HTTP/1.1" status: 204 len: 168 time: 0.1235275 Aug 24 17:50:11.580115 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ab363-6ec5-4403-9758-c7cdedd1dc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8864f7a0-7a1e-47d1-b372-84c42281fcbf,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:11.800164 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c12ac-9f2c-44a6-acb1-f0ce82beb477 req-4af16e08-1ad6-4577-a119-577c37bd08c0 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:11.801860 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-939c12ac-9f2c-44a6-acb1-f0ce82beb477 req-4af16e08-1ad6-4577-a119-577c37bd08c0 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0516975 Aug 24 17:50:11.853375 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-939c12ac-9f2c-44a6-acb1-f0ce82beb477 req-fef7421a-55f6-4819-99f1-29014fc2c8af tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449679 Aug 24 17:50:11.940518 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:11.948850 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e353d-c344-450c-aae8-e07758bbaa89 req-d14a09f5-5517-40b3-9898-4f2cbecb77ff tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:11.950391 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ba8e353d-c344-450c-aae8-e07758bbaa89 req-d14a09f5-5517-40b3-9898-4f2cbecb77ff tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 944 time: 0.0512674 Aug 24 17:50:11.967243 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:12.015557 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ba8e353d-c344-450c-aae8-e07758bbaa89 req-d30d332a-977b-42a7-be38-c5d8ea6f9fdd tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591004 Aug 24 17:50:12.035960 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:12.584516 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212593ec-5937-40df-bf1f-2a62d07a735e req-da50b72e-145f-4221-a703-2413d4cc71b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:12.587030 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-212593ec-5937-40df-bf1f-2a62d07a735e req-da50b72e-145f-4221-a703-2413d4cc71b7 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=b3b756a7bd444bf3aec562b2717f5623&device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 1128 time: 0.0521090 Aug 24 17:50:12.716177 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212593ec-5937-40df-bf1f-2a62d07a735e req-49136d8c-c188-4ed4-b8e9-efd80719c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:12.719468 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-212593ec-5937-40df-bf1f-2a62d07a735e req-49136d8c-c188-4ed4-b8e9-efd80719c482 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=f9720aec-6384-45df-9a98-9c757a2487a4 HTTP/1.1" status: 200 len: 914 time: 0.1048970 Aug 24 17:50:12.772178 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-212593ec-5937-40df-bf1f-2a62d07a735e req-dd6dad1c-9a4e-4603-8c18-771f63c259a9 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bce29b41-eda3-4cc3-afba-8e72c0691c36 HTTP/1.1" status: 200 len: 217 time: 0.0436897 Aug 24 17:50:12.993331 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ad383-7020-4ba0-967f-ccf88a3b0186 req-883c764b-8912-461c-96ce-2065acc17981 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:12.994848 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ac3ad383-7020-4ba0-967f-ccf88a3b0186 req-883c764b-8912-461c-96ce-2065acc17981 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0549104 Aug 24 17:50:13.058598 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:13.066280 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ac3ad383-7020-4ba0-967f-ccf88a3b0186 req-5d5f158b-4a8c-4f2d-935f-779224398710 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659571 Aug 24 17:50:13.216828 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083cdd4-5529-41c8-ba63-a4727d6db771 req-a3801e7a-7996-4acb-838c-c38cd2eaf2e1 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:13.218374 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a083cdd4-5529-41c8-ba63-a4727d6db771 req-a3801e7a-7996-4acb-838c-c38cd2eaf2e1 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 944 time: 0.0776653 Aug 24 17:50:13.293335 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a083cdd4-5529-41c8-ba63-a4727d6db771 req-c8982d93-dbc0-45fb-be4b-a16fa21f14ab tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680995 Aug 24 17:50:13.635772 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device bce29b41-eda3-4cc3-afba-8e72c0691c36 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:50:13.798856 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212593ec-5937-40df-bf1f-2a62d07a735e req-97d0d942-b5ef-499a-ae6f-e90fe6d4cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:13.803863 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-212593ec-5937-40df-bf1f-2a62d07a735e req-97d0d942-b5ef-499a-ae6f-e90fe6d4cf68 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=6a855cbb-b03d-4977-ad74-89401318b595 HTTP/1.1" status: 200 len: 853 time: 0.1558526 Aug 24 17:50:13.835733 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port bce29b41-eda3-4cc3-afba-8e72c0691c36, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bce29b41-eda3-4cc3-afba-8e72c0691c36,segment=NetworkSegment(207fb67e-13af-4dd1-ab6e-b808b9024861),segment_id=207fb67e-13af-4dd1-ab6e-b808b9024861)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:13.867779 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-212593ec-5937-40df-bf1f-2a62d07a735e req-ffbcef08-b0d9-414a-ba4e-45a5aa5152e1 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=f9720aec-6384-45df-9a98-9c757a2487a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559371 Aug 24 17:50:13.872638 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': 'bce29b41-eda3-4cc3-afba-8e72c0691c36', 'network_id': 'f9720aec-6384-45df-9a98-9c757a2487a4', 'port_id': 'bce29b41-eda3-4cc3-afba-8e72c0691c36', 'mac_address': 'fa:16:3e:c6:f7:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a855cbb-b03d-4977-ad74-89401318b595', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:50:13.945691 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port bce29b41-eda3-4cc3-afba-8e72c0691c36 is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:13.948457 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (bce29b41-eda3-4cc3-afba-8e72c0691c36), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:13.991120 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce29b41-eda3-4cc3-afba-8e72c0691c36 {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:50:14.033700 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5445a-136a-4a76-ba96-3cef44fe7369 req-c31a7fbd-db51-450b-8dac-edb863e2a421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:14.038091 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1ce5445a-136a-4a76-ba96-3cef44fe7369 req-c31a7fbd-db51-450b-8dac-edb863e2a421 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 1130 time: 0.1133025 Aug 24 17:50:14.055040 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port bce29b41-eda3-4cc3-afba-8e72c0691c36, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bce29b41-eda3-4cc3-afba-8e72c0691c36,segment=NetworkSegment(207fb67e-13af-4dd1-ab6e-b808b9024861),segment_id=207fb67e-13af-4dd1-ab6e-b808b9024861)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:14.068503 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (bce29b41-eda3-4cc3-afba-8e72c0691c36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:14.072187 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:14.076965 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-212593ec-5937-40df-bf1f-2a62d07a735e req-67f4d267-6739-43b7-ab2c-46b19def0362 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/f9720aec-6384-45df-9a98-9c757a2487a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895566 Aug 24 17:50:14.165791 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1ce5445a-136a-4a76-ba96-3cef44fe7369 req-df8f0d79-974c-49ba-a060-6c4a4d3e43c4 service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205528 Aug 24 17:50:14.185945 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=bce29b41-eda3-4cc3-afba-8e72c0691c36,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:14.269311 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-212593ec-5937-40df-bf1f-2a62d07a735e req-6584a0d6-c555-4d4d-a76b-d3ca8243184e service neutron] 10.222.0.62 "GET /networking/v2.0/networks/f9720aec-6384-45df-9a98-9c757a2487a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806343 Aug 24 17:50:14.364058 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['bce29b41-eda3-4cc3-afba-8e72c0691c36'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:50:14.414127 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 34822) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:14.569375 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ffb01-82c5-423b-937a-fc5d0e0d2d55 req-b33962cd-a44f-479c-bd11-cef837d4182e tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:14.571015 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-229ffb01-82c5-423b-937a-fc5d0e0d2d55 req-b33962cd-a44f-479c-bd11-cef837d4182e tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 945 time: 0.1266406 Aug 24 17:50:14.571534 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 34828) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:14.586262 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898e9f7-8ef4-4109-a462-034b7e395a41 req-65015e73-56c9-4064-9b4e-90f8e28f864a tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:14.594711 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5898e9f7-8ef4-4109-a462-034b7e395a41 req-65015e73-56c9-4064-9b4e-90f8e28f864a tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.3895638 Aug 24 17:50:14.658415 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5898e9f7-8ef4-4109-a462-034b7e395a41 req-50ce8d6c-cf33-468c-bdf2-472216b863da tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640697 Aug 24 17:50:14.779211 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fdd08a23-a00b-440e-9820-a4643e6e869f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:14.794136 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-229ffb01-82c5-423b-937a-fc5d0e0d2d55 req-e8bc9912-3b60-4517-b14f-b7be47596386 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009649 Aug 24 17:50:14.811647 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c434e792-1170-4675-8527-71cdf254de9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:14.866015 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 34844) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:15.074442 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fdd08a23-a00b-440e-9820-a4643e6e869f admin admin] Publish callbacks [] for security_group (8c6cf54b-f08b-4a8e-91de-9f96841b2a0d), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:15.077473 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c434e792-1170-4675-8527-71cdf254de9a admin admin] Publish callbacks [] for security_group (6d5d8c48-e437-464f-9f9e-eb25dafef6e4), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:15.081955 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fdd08a23-a00b-440e-9820-a4643e6e869f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (8c6cf54b-f08b-4a8e-91de-9f96841b2a0d), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:15.085895 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-dd8466b1-c1e5-4ee5-8e25-c8bf05d2de69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:15.089547 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c434e792-1170-4675-8527-71cdf254de9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (6d5d8c48-e437-464f-9f9e-eb25dafef6e4), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:15.151103 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd08a23-a00b-440e-9820-a4643e6e869f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6cf54b-f08b-4a8e-91de-9f96841b2a0d,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:15.160662 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-fdd08a23-a00b-440e-9820-a4643e6e869f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c88aa1104bc6412a9b604de7db1bbdb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7433615 Aug 24 17:50:15.166051 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-c434e792-1170-4675-8527-71cdf254de9a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=35ebcb871e85415db10cc05eda787a21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5888724 Aug 24 17:50:15.166370 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 34848) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:15.166531 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 34850) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:15.203137 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:15.213630 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434e792-1170-4675-8527-71cdf254de9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5d8c48-e437-464f-9f9e-eb25dafef6e4,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:15.244618 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-dd8466b1-c1e5-4ee5-8e25-c8bf05d2de69 admin admin] Publish callbacks [] for security_group (9afebe05-58cd-43b4-b5c8-66aa0418b9d7), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:15.246997 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0f95cd35-0f37-4247-b3ee-3a3fb0e841a9 admin admin] Publish callbacks [] for security_group (6d5d8c48-e437-464f-9f9e-eb25dafef6e4), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:15.257646 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-dd8466b1-c1e5-4ee5-8e25-c8bf05d2de69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (9afebe05-58cd-43b4-b5c8-66aa0418b9d7), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:15.276690 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0f95cd35-0f37-4247-b3ee-3a3fb0e841a9 admin admin] Publish callbacks [] for security_group (6d5d8c48-e437-464f-9f9e-eb25dafef6e4), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:15.286494 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-8b138168-f3f7-4cbf-9ea6-4e59967f8169 admin admin] Publish callbacks [] for security_group (8c6cf54b-f08b-4a8e-91de-9f96841b2a0d), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:15.317965 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-8b138168-f3f7-4cbf-9ea6-4e59967f8169 admin admin] Publish callbacks [] for security_group (8c6cf54b-f08b-4a8e-91de-9f96841b2a0d), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:15.362778 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0f95cd35-0f37-4247-b3ee-3a3fb0e841a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (6d5d8c48-e437-464f-9f9e-eb25dafef6e4), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:15.368323 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0f95cd35-0f37-4247-b3ee-3a3fb0e841a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:15.373767 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-0f95cd35-0f37-4247-b3ee-3a3fb0e841a9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6d5d8c48-e437-464f-9f9e-eb25dafef6e4 HTTP/1.1" status: 204 len: 168 time: 0.2050130 Aug 24 17:50:15.378436 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:15.390056 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95cd35-0f37-4247-b3ee-3a3fb0e841a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5d8c48-e437-464f-9f9e-eb25dafef6e4,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:15.399282 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-dd8466b1-c1e5-4ee5-8e25-c8bf05d2de69 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d836437226dc4eb485ba02cc264fb072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5321238 Aug 24 17:50:15.402525 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 34854) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:15.405227 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8466b1-c1e5-4ee5-8e25-c8bf05d2de69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afebe05-58cd-43b4-b5c8-66aa0418b9d7,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:15.440258 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-8b138168-f3f7-4cbf-9ea6-4e59967f8169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (8c6cf54b-f08b-4a8e-91de-9f96841b2a0d), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:15.443331 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-8b138168-f3f7-4cbf-9ea6-4e59967f8169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:15.451495 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-8b138168-f3f7-4cbf-9ea6-4e59967f8169 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8c6cf54b-f08b-4a8e-91de-9f96841b2a0d HTTP/1.1" status: 204 len: 168 time: 0.2856445 Aug 24 17:50:15.465260 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b138168-f3f7-4cbf-9ea6-4e59967f8169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6cf54b-f08b-4a8e-91de-9f96841b2a0d,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:15.532459 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-14012879-f456-4605-868d-b412eb7ab917 admin admin] Publish callbacks [] for security_group (9afebe05-58cd-43b4-b5c8-66aa0418b9d7), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:15.567043 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-14012879-f456-4605-868d-b412eb7ab917 admin admin] Publish callbacks [] for security_group (9afebe05-58cd-43b4-b5c8-66aa0418b9d7), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:15.586068 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:15.662640 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device bce29b41-eda3-4cc3-afba-8e72c0691c36 up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:15.667889 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:15.671763 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-14012879-f456-4605-868d-b412eb7ab917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (9afebe05-58cd-43b4-b5c8-66aa0418b9d7), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:15.676372 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-14012879-f456-4605-868d-b412eb7ab917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:15.695294 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-14012879-f456-4605-868d-b412eb7ab917 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9afebe05-58cd-43b4-b5c8-66aa0418b9d7 HTTP/1.1" status: 204 len: 168 time: 0.2916143 Aug 24 17:50:15.731773 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14012879-f456-4605-868d-b412eb7ab917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afebe05-58cd-43b4-b5c8-66aa0418b9d7,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:15.805533 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning for port bce29b41-eda3-4cc3-afba-8e72c0691c36 completed by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:50:15.824844 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port bce29b41-eda3-4cc3-afba-8e72c0691c36 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:15.825074 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (bce29b41-eda3-4cc3-afba-8e72c0691c36), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:15.926824 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f261c-f428-4915-bfca-3052df0791ae req-855daac0-105f-41fe-9d59-60f04326b209 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:15.929642 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-030f261c-f428-4915-bfca-3052df0791ae req-855daac0-105f-41fe-9d59-60f04326b209 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.1331298 Aug 24 17:50:15.964484 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port bce29b41-eda3-4cc3-afba-8e72c0691c36 is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:15.965270 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (bce29b41-eda3-4cc3-afba-8e72c0691c36), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:16.017234 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-030f261c-f428-4915-bfca-3052df0791ae req-56f6b786-fb87-4414-b69e-0099d7513b0e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734000 Aug 24 17:50:16.019665 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08638681-706c-45de-8b52-d9fb2559b56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce29b41-eda3-4cc3-afba-8e72c0691c36'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:50:16.022722 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce09029-7936-403f-8a9f-98a12eb31ef8" -d '{"events": [{"server_uuid": "08638681-706c-45de-8b52-d9fb2559b56e", "name": "network-vif-plugged", "status": "completed", "tag": "bce29b41-eda3-4cc3-afba-8e72c0691c36"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:50:16.054561 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port bce29b41-eda3-4cc3-afba-8e72c0691c36, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bce29b41-eda3-4cc3-afba-8e72c0691c36,segment=NetworkSegment(207fb67e-13af-4dd1-ab6e-b808b9024861),segment_id=207fb67e-13af-4dd1-ab6e-b808b9024861)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:16.065027 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (bce29b41-eda3-4cc3-afba-8e72c0691c36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:16.078710 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e27cbe-3ac9-4c51-9cab-87116ee123db req-7ffa4afd-1409-4df4-b9c3-35d622f1f805 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:16.088647 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-25e27cbe-3ac9-4c51-9cab-87116ee123db req-7ffa4afd-1409-4df4-b9c3-35d622f1f805 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 945 time: 0.1196866 Aug 24 17:50:16.124780 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=bce29b41-eda3-4cc3-afba-8e72c0691c36,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:16.142641 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 34878) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:16.143366 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c3a078-cf69-4d5d-ac05-22755aa214b9 x-openstack-request-id: req-36c3a078-cf69-4d5d-ac05-22755aa214b9 {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:50:16.143723 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08638681-706c-45de-8b52-d9fb2559b56e", "name": "network-vif-plugged", "status": "completed", "tag": "bce29b41-eda3-4cc3-afba-8e72c0691c36", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:50:16.143976 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-36c3a078-cf69-4d5d-ac05-22755aa214b9 {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:50:16.144384 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36c3a078-cf69-4d5d-ac05-22755aa214b9'] response: {'server_uuid': '08638681-706c-45de-8b52-d9fb2559b56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce29b41-eda3-4cc3-afba-8e72c0691c36', 'code': 200} Aug 24 17:50:16.172541 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-6983e6cc-3a9d-41b5-8879-7a6cb939e855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:16.203729 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-25e27cbe-3ac9-4c51-9cab-87116ee123db req-68668f8e-3df5-4053-b6a9-8bfb6dbc81a3 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038289 Aug 24 17:50:16.434244 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-6983e6cc-3a9d-41b5-8879-7a6cb939e855 admin admin] Publish callbacks [] for security_group (3c8a9f93-3321-4d1b-8668-7c04f95f442f), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:16.447331 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-6983e6cc-3a9d-41b5-8879-7a6cb939e855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (3c8a9f93-3321-4d1b-8668-7c04f95f442f), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:16.535566 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-6983e6cc-3a9d-41b5-8879-7a6cb939e855 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=276e053475a84b5d8f21867254fb75b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3899572 Aug 24 17:50:16.569395 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 34892) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:16.576095 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b33e2-32cd-4328-848a-23b55f0bb957 req-ab0be5cd-c9fe-44ba-96d1-1e99272f4e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:16.577838 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-990b33e2-32cd-4328-848a-23b55f0bb957 req-ab0be5cd-c9fe-44ba-96d1-1e99272f4e65 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 1130 time: 0.1707673 Aug 24 17:50:16.665723 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:16.685892 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983e6cc-3a9d-41b5-8879-7a6cb939e855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8a9f93-3321-4d1b-8668-7c04f95f442f,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:16.695234 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbc211-cc30-4739-bc92-baa241b137c3 req-edf74e98-00d9-4d32-8757-ae1bc95cdd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:16.697338 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c1bbc211-cc30-4739-bc92-baa241b137c3 req-edf74e98-00d9-4d32-8757-ae1bc95cdd8f service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=0fb78a439e20439f8d93a4f7df3f28f8&device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 1130 time: 0.1792240 Aug 24 17:50:16.700386 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 34904) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:16.717761 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-2341bb36-25d9-4316-b743-a4bc6a36a745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:16.723694 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ddac5-5282-4d72-b9fe-abe15e224fb2 req-01a8a659-4494-4c00-8432-f0593faefc5b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:16.727831 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f00ddac5-5282-4d72-b9fe-abe15e224fb2 req-01a8a659-4494-4c00-8432-f0593faefc5b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.1159046 Aug 24 17:50:16.767979 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-990b33e2-32cd-4328-848a-23b55f0bb957 req-65b02d9a-88a6-475c-9558-f66470abbc46 service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800334 Aug 24 17:50:16.817713 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f00ddac5-5282-4d72-b9fe-abe15e224fb2 req-2675cd2d-0041-4aad-9076-7480db3f1a10 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830314 Aug 24 17:50:16.845004 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-baf3572c-640e-4815-824c-89f0abe15fa8 admin admin] Publish callbacks [] for security_group (3c8a9f93-3321-4d1b-8668-7c04f95f442f), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:16.909549 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-baf3572c-640e-4815-824c-89f0abe15fa8 admin admin] Publish callbacks [] for security_group (3c8a9f93-3321-4d1b-8668-7c04f95f442f), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:17.080307 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:17.103216 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbc211-cc30-4739-bc92-baa241b137c3 req-ff055da6-8d11-48a5-a7c9-d7a88648b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:17.105948 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c1bbc211-cc30-4739-bc92-baa241b137c3 req-ff055da6-8d11-48a5-a7c9-d7a88648b700 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=42250e67-e026-4ee8-a8ab-86c733e9a211 HTTP/1.1" status: 200 len: 919 time: 0.3716271 Aug 24 17:50:17.132652 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-baf3572c-640e-4815-824c-89f0abe15fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (3c8a9f93-3321-4d1b-8668-7c04f95f442f), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:17.135205 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-baf3572c-640e-4815-824c-89f0abe15fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:17.138702 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-baf3572c-640e-4815-824c-89f0abe15fa8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3c8a9f93-3321-4d1b-8668-7c04f95f442f HTTP/1.1" status: 204 len: 168 time: 0.5496626 Aug 24 17:50:17.199454 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-2341bb36-25d9-4316-b743-a4bc6a36a745 admin admin] Publish callbacks [] for security_group (c6319a18-dc0e-437d-a19d-3d015f6b7e8c), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:17.205872 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c1bbc211-cc30-4739-bc92-baa241b137c3 req-37ec9729-137a-4ce7-b48c-c61f381de22f service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87b079d0-f5b8-4315-b27a-8988f8c98b86 HTTP/1.1" status: 200 len: 217 time: 0.0857196 Aug 24 17:50:17.207207 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3572c-640e-4815-824c-89f0abe15fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8a9f93-3321-4d1b-8668-7c04f95f442f,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:17.207939 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10593a5a-6671-4498-a3c6-929b91c6967a req-2aed59a3-3fe8-413b-b91b-fee2b8fa2b36 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:17.224373 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-2341bb36-25d9-4316-b743-a4bc6a36a745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (c6319a18-dc0e-437d-a19d-3d015f6b7e8c), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:17.229651 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-10593a5a-6671-4498-a3c6-929b91c6967a req-2aed59a3-3fe8-413b-b91b-fee2b8fa2b36 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.2203946 Aug 24 17:50:17.329551 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-10593a5a-6671-4498-a3c6-929b91c6967a req-0fd054ec-cf54-483f-8202-83a0e7c7f789 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962977 Aug 24 17:50:17.345944 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-2341bb36-25d9-4316-b743-a4bc6a36a745 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3243693955cc4d2fa97c70ee4bc9f56e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6428673 Aug 24 17:50:17.347167 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 34924) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:17.413918 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341bb36-25d9-4316-b743-a4bc6a36a745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6319a18-dc0e-437d-a19d-3d015f6b7e8c,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:17.425161 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbc211-cc30-4739-bc92-baa241b137c3 req-a9b9b792-0449-4a43-bb89-382707025dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:17.426654 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c1bbc211-cc30-4739-bc92-baa241b137c3 req-a9b9b792-0449-4a43-bb89-382707025dba service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=691c41c2-810c-4ccb-bb31-aecf9470a77a HTTP/1.1" status: 200 len: 857 time: 0.1680219 Aug 24 17:50:17.433913 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728a6a8-2d14-496c-aa98-b1f5885bcad9 req-9fd7f938-c93a-419b-af47-f9ddbb08263d tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:17.439725 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d728a6a8-2d14-496c-aa98-b1f5885bcad9 req-9fd7f938-c93a-419b-af47-f9ddbb08263d tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 946 time: 0.1025195 Aug 24 17:50:17.442747 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2ae38a8d-c8c3-4177-861f-f6d735c7a260 admin admin] Publish callbacks [] for security_group (c6319a18-dc0e-437d-a19d-3d015f6b7e8c), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:17.469777 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2ae38a8d-c8c3-4177-861f-f6d735c7a260 admin admin] Publish callbacks [] for security_group (c6319a18-dc0e-437d-a19d-3d015f6b7e8c), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:17.497310 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d728a6a8-2d14-496c-aa98-b1f5885bcad9 req-83e4dd15-798b-4d3a-b650-42097f6d070a tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565753 Aug 24 17:50:17.569073 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2ae38a8d-c8c3-4177-861f-f6d735c7a260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (c6319a18-dc0e-437d-a19d-3d015f6b7e8c), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:17.571790 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2ae38a8d-c8c3-4177-861f-f6d735c7a260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:17.575195 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-2ae38a8d-c8c3-4177-861f-f6d735c7a260 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c6319a18-dc0e-437d-a19d-3d015f6b7e8c HTTP/1.1" status: 204 len: 168 time: 0.2237225 Aug 24 17:50:17.592015 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae38a8d-c8c3-4177-861f-f6d735c7a260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6319a18-dc0e-437d-a19d-3d015f6b7e8c,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:17.692013 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbc211-cc30-4739-bc92-baa241b137c3 req-717a5d6a-f879-45a9-a27f-88e66ab0d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:17.694886 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c1bbc211-cc30-4739-bc92-baa241b137c3 req-717a5d6a-f879-45a9-a27f-88e66ab0d6b4 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=42250e67-e026-4ee8-a8ab-86c733e9a211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827470 Aug 24 17:50:17.967227 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c1bbc211-cc30-4739-bc92-baa241b137c3 req-dce1e1e6-10a6-41ec-8abe-4a83059118eb service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334609 Aug 24 17:50:18.159109 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b344dfa-d325-47e6-ad48-a095cb735302 req-ad64b854-0338-4276-a2b9-58278d3dce2d tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:18.167943 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-6b344dfa-d325-47e6-ad48-a095cb735302 req-ad64b854-0338-4276-a2b9-58278d3dce2d tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.1041641 Aug 24 17:50:18.226013 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-6b344dfa-d325-47e6-ad48-a095cb735302 req-6028620c-5ff0-4a81-bef3-6a0a363e5910 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567734 Aug 24 17:50:18.609392 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4541ea-4fe5-41a5-9421-9653304eba34 req-1df7beac-3525-464e-a728-6f9cc9fe1dc1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:18.617060 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0a4541ea-4fe5-41a5-9421-9653304eba34 req-1df7beac-3525-464e-a728-6f9cc9fe1dc1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.1252918 Aug 24 17:50:18.733674 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50032ea-74bf-40c9-a7b1-e8a4bcabd471 req-179c2feb-752c-4ced-8ed2-b0c16e8800b5 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:18.744891 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f50032ea-74bf-40c9-a7b1-e8a4bcabd471 req-179c2feb-752c-4ced-8ed2-b0c16e8800b5 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 946 time: 0.1043284 Aug 24 17:50:18.785542 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:18.798456 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c1bbc211-cc30-4739-bc92-baa241b137c3 req-d66700b3-041b-465a-81f2-6a54587971cd service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788795 Aug 24 17:50:18.813096 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0a4541ea-4fe5-41a5-9421-9653304eba34 req-bf28c4e4-346d-42d9-9037-c6e5a4a9a1cb tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949964 Aug 24 17:50:18.888234 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f50032ea-74bf-40c9-a7b1-e8a4bcabd471 req-9462c919-3ff4-464a-ac44-1ec2a73bb197 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362860 Aug 24 17:50:19.373296 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7d5c6-30a6-4dc4-8931-26ed34f75f87 req-48b04541-df9b-49d6-9624-9520b808a2ad tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:19.382513 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e2c7d5c6-30a6-4dc4-8931-26ed34f75f87 req-48b04541-df9b-49d6-9624-9520b808a2ad tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0646615 Aug 24 17:50:19.428514 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:19.446135 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e2c7d5c6-30a6-4dc4-8931-26ed34f75f87 req-cc81398e-e064-460a-a58d-ca04240f7314 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621519 Aug 24 17:50:20.020161 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c58581-6484-4994-91f5-94a44cad9304 req-29eec9db-62da-4f77-8d79-8cf5fa3d96f1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:20.028785 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-86c58581-6484-4994-91f5-94a44cad9304 req-29eec9db-62da-4f77-8d79-8cf5fa3d96f1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0964720 Aug 24 17:50:20.067505 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27926009-fbce-419c-be92-8995f6d61236 req-99eeec58-19e2-4995-8993-7f3f73e1646d tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:20.088349 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-27926009-fbce-419c-be92-8995f6d61236 req-99eeec58-19e2-4995-8993-7f3f73e1646d tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 946 time: 0.1121194 Aug 24 17:50:20.096410 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-86c58581-6484-4994-91f5-94a44cad9304 req-3a9f7d4e-cd1f-45dd-8979-398bb557186b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665359 Aug 24 17:50:20.179646 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-27926009-fbce-419c-be92-8995f6d61236 req-54c8bc79-bcb7-47b1-9265-32e8288b46c2 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847778 Aug 24 17:50:20.659445 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a004cd8-982a-4da8-bf00-59a02dcbbbb0 req-eb0de3d4-c86c-47c6-9a52-7892a71afa0f tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:20.673644 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2a004cd8-982a-4da8-bf00-59a02dcbbbb0 req-eb0de3d4-c86c-47c6-9a52-7892a71afa0f tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.1259015 Aug 24 17:50:20.802335 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2a004cd8-982a-4da8-bf00-59a02dcbbbb0 req-42f0d848-4ce4-444a-9225-76d57cf093c8 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217110 Aug 24 17:50:21.226408 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe90a8-f428-454b-9b02-262769066e55 req-471298e4-b025-4322-bed4-033d7ed63534 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:21.227911 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c5fe90a8-f428-454b-9b02-262769066e55 req-471298e4-b025-4322-bed4-033d7ed63534 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0538199 Aug 24 17:50:21.274072 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c5fe90a8-f428-454b-9b02-262769066e55 req-daa5c59c-d8d5-458f-afef-9efa83c08198 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406876 Aug 24 17:50:21.917573 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a2530-8002-49df-92a8-5d145e2969a6 req-059805fb-2177-4573-a000-e95aabd7abe3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:21.919093 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c68a2530-8002-49df-92a8-5d145e2969a6 req-059805fb-2177-4573-a000-e95aabd7abe3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0499220 Aug 24 17:50:21.943093 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:21.968035 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c68a2530-8002-49df-92a8-5d145e2969a6 req-561460f3-f640-4e76-8a77-5f5564a65324 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433130 Aug 24 17:50:22.395288 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2f53d-7a3c-476f-82f0-04b1f13a442a req-4d0da83d-3c17-42f9-868a-37d21db35948 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:22.396818 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-dcd2f53d-7a3c-476f-82f0-04b1f13a442a req-4d0da83d-3c17-42f9-868a-37d21db35948 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0466483 Aug 24 17:50:22.442880 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-dcd2f53d-7a3c-476f-82f0-04b1f13a442a req-155f3c51-8d60-4b37-a0c8-cdd17b25608d tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405891 Aug 24 17:50:23.084288 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdea3e7-d0e6-4e1a-b873-42ec5d058a5b req-5d3ca7ff-3b81-4af7-86be-f5aac39340b3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:23.085756 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8fdea3e7-d0e6-4e1a-b873-42ec5d058a5b req-5d3ca7ff-3b81-4af7-86be-f5aac39340b3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0477612 Aug 24 17:50:23.132612 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8fdea3e7-d0e6-4e1a-b873-42ec5d058a5b req-d9db83d4-b247-40c5-95b7-357b2c90ba16 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411134 Aug 24 17:50:23.572220 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b0675-e307-4e96-9820-119b64fb5a5e req-07b69a6d-c0f7-4109-ab14-49bb048fdbf9 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:23.573768 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8d0b0675-e307-4e96-9820-119b64fb5a5e req-07b69a6d-c0f7-4109-ab14-49bb048fdbf9 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0496137 Aug 24 17:50:23.598401 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:23.626588 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8d0b0675-e307-4e96-9820-119b64fb5a5e req-2961bb8b-b3fa-4f7f-b8d4-15122568da1c tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470791 Aug 24 17:50:24.257882 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc22bb-7b52-452d-bc3d-2be25f7084a8 req-7f2fb79b-0da5-4e68-b4c9-82968054ddbd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:24.260135 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-04dc22bb-7b52-452d-bc3d-2be25f7084a8 req-7f2fb79b-0da5-4e68-b4c9-82968054ddbd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0524077 Aug 24 17:50:24.314762 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-04dc22bb-7b52-452d-bc3d-2be25f7084a8 req-638385e8-d137-4407-90f5-262846093e90 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468371 Aug 24 17:50:24.813365 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74283c4-805b-4e01-b576-e888eaac13fe req-6fbe3df9-55da-4d77-92c1-01f7173e9295 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:24.814691 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d74283c4-805b-4e01-b576-e888eaac13fe req-6fbe3df9-55da-4d77-92c1-01f7173e9295 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0728390 Aug 24 17:50:24.920936 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d74283c4-805b-4e01-b576-e888eaac13fe req-1f4ffe23-a7f8-42bb-9178-08b82e34ab37 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963430 Aug 24 17:50:25.814964 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35186) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:25.823010 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-4531c025-a82a-4f69-9ce6-8610b674407b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1001523146', 'description': 'tempest-description--1074300217'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:25.854831 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4531c025-a82a-4f69-9ce6-8610b674407b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:25.962780 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4531c025-a82a-4f69-9ce6-8610b674407b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for security_group (620c72db-8bb2-43ca-a745-83369a59667f), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:25.970794 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4531c025-a82a-4f69-9ce6-8610b674407b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (620c72db-8bb2-43ca-a745-83369a59667f), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:26.013354 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531c025-a82a-4f69-9ce6-8610b674407b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=620c72db-8bb2-43ca-a745-83369a59667f,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:26.026943 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4531c025-a82a-4f69-9ce6-8610b674407b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:26.028708 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-4531c025-a82a-4f69-9ce6-8610b674407b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2118094 Aug 24 17:50:26.031822 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 35200) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:26.039811 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-5acc0a7e-1653-44c1-b8cf-14f9eb3e0aaf tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Request body: {'security_group_rule': {'security_group_id': '620c72db-8bb2-43ca-a745-83369a59667f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:26.096412 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5acc0a7e-1653-44c1-b8cf-14f9eb3e0aaf tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for security_group_rule (fd1e792d-a9ce-48bd-bc19-666645d170da), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:26.154758 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ae671-907f-4133-9f4a-7a50ab5cdec7 req-bae3222a-af57-44b9-8c97-f7e5eea077f1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:26.156526 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a18ae671-907f-4133-9f4a-7a50ab5cdec7 req-bae3222a-af57-44b9-8c97-f7e5eea077f1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0785291 Aug 24 17:50:26.232028 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5acc0a7e-1653-44c1-b8cf-14f9eb3e0aaf tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for security_group_rule (fd1e792d-a9ce-48bd-bc19-666645d170da), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:26.259765 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a18ae671-907f-4133-9f4a-7a50ab5cdec7 req-cd0840f0-5c5d-4163-b635-19f02c98f4dc tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927954 Aug 24 17:50:26.260941 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5acc0a7e-1653-44c1-b8cf-14f9eb3e0aaf tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (fd1e792d-a9ce-48bd-bc19-666645d170da), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:26.303680 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc0a7e-1653-44c1-b8cf-14f9eb3e0aaf tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1e792d-a9ce-48bd-bc19-666645d170da,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:26.319202 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5acc0a7e-1653-44c1-b8cf-14f9eb3e0aaf tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:26.320600 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-5acc0a7e-1653-44c1-b8cf-14f9eb3e0aaf tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2859688 Aug 24 17:50:26.323576 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35212) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:26.329167 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-e04ca93b-85a0-4757-ae07-34c91e83ecc0 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Request body: {'security_group_rule': {'security_group_id': '620c72db-8bb2-43ca-a745-83369a59667f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:26.365970 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e04ca93b-85a0-4757-ae07-34c91e83ecc0 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for security_group_rule (4f630f96-7e53-4128-8adf-9a2e703b37e6), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:26.434126 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e04ca93b-85a0-4757-ae07-34c91e83ecc0 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for security_group_rule (4f630f96-7e53-4128-8adf-9a2e703b37e6), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:26.437971 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e04ca93b-85a0-4757-ae07-34c91e83ecc0 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (4f630f96-7e53-4128-8adf-9a2e703b37e6), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:26.459872 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ca93b-85a0-4757-ae07-34c91e83ecc0 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f630f96-7e53-4128-8adf-9a2e703b37e6,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:26.466775 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e04ca93b-85a0-4757-ae07-34c91e83ecc0 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:26.468017 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-e04ca93b-85a0-4757-ae07-34c91e83ecc0 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1431172 Aug 24 17:50:26.471025 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35214) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:26.475355 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-3595ed94-2d19-402c-8310-e78425c752d9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Request body: {'floatingip': {'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:26.499037 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3595ed94-2d19-402c-8310-e78425c752d9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:26.570379 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:26.594576 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3595ed94-2d19-402c-8310-e78425c752d9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:26.717915 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [None req-3595ed94-2d19-402c-8310-e78425c752d9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Allocated IP 172.27.1.246 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/a2bb09ec-7477-43a5-9320-72793123d9c9) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:50:26.793821 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:26.825899 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3595ed94-2d19-402c-8310-e78425c752d9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for port (a2bb09ec-7477-43a5-9320-72793123d9c9), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:26.862506 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3595ed94-2d19-402c-8310-e78425c752d9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (a2bb09ec-7477-43a5-9320-72793123d9c9), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:26.910874 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3595ed94-2d19-402c-8310-e78425c752d9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:50:26.914046 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-3595ed94-2d19-402c-8310-e78425c752d9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:26.917705 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3595ed94-2d19-402c-8310-e78425c752d9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:50:26.947427 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595ed94-2d19-402c-8310-e78425c752d9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Pushing event updated for resources: {'Port': ['ID=a2bb09ec-7477-43a5-9320-72793123d9c9,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:27.050227 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3595ed94-2d19-402c-8310-e78425c752d9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for floatingip (349ace0f-6105-41c6-9f2e-8a420f64d66f), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:27.101101 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3595ed94-2d19-402c-8310-e78425c752d9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (a2bb09ec-7477-43a5-9320-72793123d9c9), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:27.229894 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:27.425656 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04daf7-5ec0-4654-b261-7c5048a9c95e req-0ca958f2-993c-4818-ab01-8c79ddff537a tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:27.427271 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2f04daf7-5ec0-4654-b261-7c5048a9c95e req-0ca958f2-993c-4818-ab01-8c79ddff537a tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0720375 Aug 24 17:50:27.613387 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=79,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:27.635560 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2f04daf7-5ec0-4654-b261-7c5048a9c95e req-86cb425d-0fca-4fe7-8e4e-e0c32c705e3f tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925950 Aug 24 17:50:27.687178 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:27.730727 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3595ed94-2d19-402c-8310-e78425c752d9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for port (a2bb09ec-7477-43a5-9320-72793123d9c9), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:27.739020 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3595ed94-2d19-402c-8310-e78425c752d9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (a2bb09ec-7477-43a5-9320-72793123d9c9), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:27.856666 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595ed94-2d19-402c-8310-e78425c752d9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Pushing event updated for resources: {'Port': ['ID=a2bb09ec-7477-43a5-9320-72793123d9c9,revision_number=2']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:27.873668 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3595ed94-2d19-402c-8310-e78425c752d9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (349ace0f-6105-41c6-9f2e-8a420f64d66f), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:27.893525 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3595ed94-2d19-402c-8310-e78425c752d9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:27.895928 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-3595ed94-2d19-402c-8310-e78425c752d9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4239182 Aug 24 17:50:27.908761 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 35236) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:28.033535 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-274b553f-d352-48e5-82cb-d0ae40416544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:28.116616 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-274b553f-d352-48e5-82cb-d0ae40416544 admin admin] Publish callbacks [] for security_group (eab06d4d-b712-48d5-b704-4778543a16eb), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:28.120317 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-274b553f-d352-48e5-82cb-d0ae40416544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (eab06d4d-b712-48d5-b704-4778543a16eb), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:28.160821 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-274b553f-d352-48e5-82cb-d0ae40416544 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=093250be47d3423681e74ebea66b8b81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509668 Aug 24 17:50:28.161822 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b553f-d352-48e5-82cb-d0ae40416544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab06d4d-b712-48d5-b704-4778543a16eb,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:28.163892 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35246) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:28.232915 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-253c94ba-01c1-4b34-90fb-6ab0488e08c0 admin admin] Publish callbacks [] for security_group (eab06d4d-b712-48d5-b704-4778543a16eb), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:28.253944 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-253c94ba-01c1-4b34-90fb-6ab0488e08c0 admin admin] Publish callbacks [] for security_group (eab06d4d-b712-48d5-b704-4778543a16eb), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:28.320162 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-253c94ba-01c1-4b34-90fb-6ab0488e08c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (eab06d4d-b712-48d5-b704-4778543a16eb), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:28.323769 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-253c94ba-01c1-4b34-90fb-6ab0488e08c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:28.325486 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-253c94ba-01c1-4b34-90fb-6ab0488e08c0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/eab06d4d-b712-48d5-b704-4778543a16eb HTTP/1.1" status: 204 len: 168 time: 0.1587348 Aug 24 17:50:28.337878 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c94ba-01c1-4b34-90fb-6ab0488e08c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab06d4d-b712-48d5-b704-4778543a16eb,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:28.774190 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:28.812179 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d975147-4179-4fee-b677-55cf560dd978 req-11f09215-e041-4770-8711-bcb10d343b6b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:28.813688 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4d975147-4179-4fee-b677-55cf560dd978 req-11f09215-e041-4770-8711-bcb10d343b6b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0512612 Aug 24 17:50:28.886556 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4d975147-4179-4fee-b677-55cf560dd978 req-911ec4a7-7d0a-4cb7-b22b-f20b8774766c tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663762 Aug 24 17:50:29.165995 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 35284) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:29.295666 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-c4eaf434-cbdd-48e8-8318-ef7b40ca9707 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1649605976-network', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:29.316721 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4eaf434-cbdd-48e8-8318-ef7b40ca9707 admin admin] Made reservation on behalf of 79ef0ce1ee884e9d80d4200d40b7b6c2 for: {'network': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:50:29.320440 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c4eaf434-cbdd-48e8-8318-ef7b40ca9707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for network (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:29.329741 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c4eaf434-cbdd-48e8-8318-ef7b40ca9707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:29.366232 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:29.424945 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c4eaf434-cbdd-48e8-8318-ef7b40ca9707 admin admin] Publish callbacks [] for security_group (a6749839-f28b-47bc-b835-b0bcbe06b4a0), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:29.430149 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c4eaf434-cbdd-48e8-8318-ef7b40ca9707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (a6749839-f28b-47bc-b835-b0bcbe06b4a0), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:29.455788 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4eaf434-cbdd-48e8-8318-ef7b40ca9707 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=112764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:50:29.469666 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:29.472181 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eaf434-cbdd-48e8-8318-ef7b40ca9707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6749839-f28b-47bc-b835-b0bcbe06b4a0,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:29.476131 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c4eaf434-cbdd-48e8-8318-ef7b40ca9707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (509f5506-d136-42e3-8ef1-51a3f0b98c05), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:29.476480 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.segments_db [None req-c4eaf434-cbdd-48e8-8318-ef7b40ca9707 admin admin] Added segment 509f5506-d136-42e3-8ef1-51a3f0b98c05 of type vlan for network 3e1e5e53-af70-4029-8cfd-e50d2d607333 Aug 24 17:50:29.520131 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c4eaf434-cbdd-48e8-8318-ef7b40ca9707 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763231558539'] for network (3e1e5e53-af70-4029-8cfd-e50d2d607333), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:29.547771 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c4eaf434-cbdd-48e8-8318-ef7b40ca9707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for network (3e1e5e53-af70-4029-8cfd-e50d2d607333), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:29.548680 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eaf434-cbdd-48e8-8318-ef7b40ca9707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:29.549427 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c4eaf434-cbdd-48e8-8318-ef7b40ca9707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:29.582120 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-c4eaf434-cbdd-48e8-8318-ef7b40ca9707 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4142482 Aug 24 17:50:29.585385 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35296) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:29.591096 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-055f9ddd-c2a7-4af1-92ea-deaeeee9f676 admin admin] Request body: {'subnet': {'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1649605976-subnet', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'ip_version': 4}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:29.616972 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eaf434-cbdd-48e8-8318-ef7b40ca9707 admin admin] Pushing event updated for resources: {'Network': ['ID=3e1e5e53-af70-4029-8cfd-e50d2d607333,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:29.617930 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055f9ddd-c2a7-4af1-92ea-deaeeee9f676 admin admin] Made reservation on behalf of 79ef0ce1ee884e9d80d4200d40b7b6c2 for: {'subnet': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:50:29.620630 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-055f9ddd-c2a7-4af1-92ea-deaeeee9f676 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7792119'] for subnet (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:29.632053 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Network 3e1e5e53-af70-4029-8cfd-e50d2d607333 details requested by agent ovs-agent-dv-cinder-840525-3-iscsi with host dv-cinder-840525-3-iscsi {{(pid=112765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:50:29.868943 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-055f9ddd-c2a7-4af1-92ea-deaeeee9f676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7605930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7792025'] for subnet (80c34839-bf32-4dc6-b07f-eaf38c5c769a), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:29.952669 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f9ddd-c2a7-4af1-92ea-deaeeee9f676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80c34839-bf32-4dc6-b07f-eaf38c5c769a,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:29.968871 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055f9ddd-c2a7-4af1-92ea-deaeeee9f676 admin admin] Checking segment: {'id': '509f5506-d136-42e3-8ef1-51a3f0b98c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:50:29.969248 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055f9ddd-c2a7-4af1-92ea-deaeeee9f676 admin admin] Network hostable DHCP agents. Network: 3e1e5e53-af70-4029-8cfd-e50d2d607333, hostable agents: ['edbe2c30-39eb-4d16-9bee-d282c1702677'], hosted agents: [] {{(pid=112763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:50:30.035449 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb063c56-5e01-4d6d-a98a-00d67a7f4013 req-bafa19a0-2293-4f19-be36-7f8cec4bd8f8 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:30.038988 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-cb063c56-5e01-4d6d-a98a-00d67a7f4013 req-bafa19a0-2293-4f19-be36-7f8cec4bd8f8 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0648446 Aug 24 17:50:30.041486 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055f9ddd-c2a7-4af1-92ea-deaeeee9f676 admin admin] Network 3e1e5e53-af70-4029-8cfd-e50d2d607333 is scheduled to be hosted by DHCP agent edbe2c30-39eb-4d16-9bee-d282c1702677 with binding_index 1 {{(pid=112763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:50:30.080824 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-055f9ddd-c2a7-4af1-92ea-deaeeee9f676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-3-iscsi, 3e1e5e53-af70-4029-8cfd-e50d2d607333) {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:30.087097 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055f9ddd-c2a7-4af1-92ea-deaeeee9f676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:30.089265 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-055f9ddd-c2a7-4af1-92ea-deaeeee9f676 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:30.090549 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c91772c-f60b-45a5-b18a-2e19d7fe272d None None] Network 3e1e5e53-af70-4029-8cfd-e50d2d607333 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:50:30.136379 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-055f9ddd-c2a7-4af1-92ea-deaeeee9f676 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5497258 Aug 24 17:50:30.138780 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 35300) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:30.143849 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-7cb87f20-4fd0-41f6-85b3-ba361647a9cb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1649605976-router', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:30.147974 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-cb063c56-5e01-4d6d-a98a-00d67a7f4013 req-9fc7cd9f-23a3-42bc-823f-515deabf740c tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985169 Aug 24 17:50:30.194301 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7cb87f20-4fd0-41f6-85b3-ba361647a9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1612848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router (2dc4c460-9623-418c-ba8c-420a1285cb7f), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:30.195685 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7cb87f20-4fd0-41f6-85b3-ba361647a9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1796060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1817803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router (2dc4c460-9623-418c-ba8c-420a1285cb7f), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:30.216850 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b3f5f0-e4ad-5125-8985-f94976322c44-3e1e5e53-af70-4029-8cfd-e50d2d607333', 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333', 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'fixed_ips': [{'subnet_id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a'}]}} from dv-cinder-840525-3-iscsi. {{(pid=112765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:50:30.218953 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:30.264557 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7cb87f20-4fd0-41f6-85b3-ba361647a9cb admin admin] Publish callbacks [] for router_controller (2dc4c460-9623-418c-ba8c-420a1285cb7f), precommit_add_association {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:30.477695 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.db_base_plugin_common [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Allocated IP 172.20.0.2 (3e1e5e53-af70-4029-8cfd-e50d2d607333/80c34839-bf32-4dc6-b07f-eaf38c5c769a/41cbc582-bb8a-48c8-a3f3-98eb4024f8ed) {{(pid=112765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:50:30.594744 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7cb87f20-4fd0-41f6-85b3-ba361647a9cb admin admin] Publish callbacks [] for router_gateway (2dc4c460-9623-418c-ba8c-420a1285cb7f), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:30.725191 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Publish callbacks [] for port (41cbc582-bb8a-48c8-a3f3-98eb4024f8ed), precommit_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:30.733971 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (41cbc582-bb8a-48c8-a3f3-98eb4024f8ed), after_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:30.788824 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Network 3e1e5e53-af70-4029-8cfd-e50d2d607333 is already hosted by enough agents. {{(pid=112765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:50:30.795226 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.base_scheduler [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Resources bound (agent type, host, resource id): {{(pid=112765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:30.797874 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Pushing event updated for resources: {'Port': ['ID=41cbc582-bb8a-48c8-a3f3-98eb4024f8ed,revision_number=1']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:30.800483 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Received port after_create {{(pid=112765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:50:30.811427 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:30.812048 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:30.812540 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:30.813209 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:30.813836 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:30.814987 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:30.815592 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:30.816376 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:30.816876 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:30.817378 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:30.817906 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:30.818415 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:30.819080 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:30.819605 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:30.820441 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:30.835599 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7cb87f20-4fd0-41f6-85b3-ba361647a9cb admin admin] Publish callbacks [] for router_gateway (2dc4c460-9623-418c-ba8c-420a1285cb7f), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:30.884776 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7cb87f20-4fd0-41f6-85b3-ba361647a9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:30.906884 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35318) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:30.925266 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Attempting to bind port 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:50:30.928485 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Attempting to bind port 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': '509f5506-d136-42e3-8ef1-51a3f0b98c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333'}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:50:30.929050 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Attempting to bind port 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed on network 3e1e5e53-af70-4029-8cfd-e50d2d607333 {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:50:30.938291 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:50:30.938667 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Checking segment: {'id': '509f5506-d136-42e3-8ef1-51a3f0b98c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:50:30.939073 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:30.939468 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Bound using segment: {'id': '509f5506-d136-42e3-8ef1-51a3f0b98c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333'} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:50:30.939979 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Bound port: 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509f5506-d136-42e3-8ef1-51a3f0b98c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333'}}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:50:30.940360 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (41cbc582-bb8a-48c8-a3f3-98eb4024f8ed), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:31.006189 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:31.026869 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [None req-7cb87f20-4fd0-41f6-85b3-ba361647a9cb admin admin] Allocated IP 172.27.1.231 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/f2fc3b6b-f8d4-4bba-9e23-cfc38616237f) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:50:31.040552 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] For port 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:50:31.046432 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] For port 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=41cbc582-bb8a-48c8-a3f3-98eb4024f8ed,segment=NetworkSegment(509f5506-d136-42e3-8ef1-51a3f0b98c05),segment_id=509f5506-d136-42e3-8ef1-51a3f0b98c05)] {{(pid=112765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:50:31.065969 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (41cbc582-bb8a-48c8-a3f3-98eb4024f8ed), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:31.122545 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-88dfe9e7-ac60-4e65-ab89-e9ba0aed6b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:31.170205 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c01420-338d-4dbb-81dc-a85425ebe9fa None None] Pushing event updated for resources: {'Port': ['ID=41cbc582-bb8a-48c8-a3f3-98eb4024f8ed,revision_number=2']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:31.223580 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7cb87f20-4fd0-41f6-85b3-ba361647a9cb admin admin] Publish callbacks [] for port (f2fc3b6b-f8d4-4bba-9e23-cfc38616237f), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:31.261472 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=13 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:31.311109 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7cb87f20-4fd0-41f6-85b3-ba361647a9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (f2fc3b6b-f8d4-4bba-9e23-cfc38616237f), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:31.328800 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-88dfe9e7-ac60-4e65-ab89-e9ba0aed6b49 admin admin] Publish callbacks [] for security_group (b5878761-4dc6-4afa-b8e1-c6533204080e), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:31.338302 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-88dfe9e7-ac60-4e65-ab89-e9ba0aed6b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (b5878761-4dc6-4afa-b8e1-c6533204080e), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:31.372313 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547a3df-c724-4809-bd86-d1c9dcd738ce req-1d5c603f-95a5-44ac-a57f-e7caedec5bbf tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:31.374638 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb87f20-4fd0-41f6-85b3-ba361647a9cb admin admin] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:50:31.377933 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-7cb87f20-4fd0-41f6-85b3-ba361647a9cb admin admin] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:31.381168 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5547a3df-c724-4809-bd86-d1c9dcd738ce req-1d5c603f-95a5-44ac-a57f-e7caedec5bbf tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.1013269 Aug 24 17:50:31.381882 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb87f20-4fd0-41f6-85b3-ba361647a9cb admin admin] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:50:31.448527 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfe9e7-ac60-4e65-ab89-e9ba0aed6b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5878761-4dc6-4afa-b8e1-c6533204080e,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:31.491449 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-88dfe9e7-ac60-4e65-ab89-e9ba0aed6b49 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=af388a710ff046809741d209147c75e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5830553 Aug 24 17:50:31.491904 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 35324) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:31.494586 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb87f20-4fd0-41f6-85b3-ba361647a9cb admin admin] Pushing event updated for resources: {'Port': ['ID=f2fc3b6b-f8d4-4bba-9e23-cfc38616237f,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:31.558260 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:31.566311 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5547a3df-c724-4809-bd86-d1c9dcd738ce req-d1608997-5d82-422f-9bd2-cfbb982e0cb8 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842303 Aug 24 17:50:31.743269 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:31.812653 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:31.844929 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:31.847737 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fc1d0b21-9f47-463f-8a71-7de8ce89f105 admin admin] Publish callbacks [] for security_group (b5878761-4dc6-4afa-b8e1-c6533204080e), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:31.849585 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:31.850186 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (41cbc582-bb8a-48c8-a3f3-98eb4024f8ed), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:31.888938 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fc1d0b21-9f47-463f-8a71-7de8ce89f105 admin admin] Publish callbacks [] for security_group (b5878761-4dc6-4afa-b8e1-c6533204080e), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:31.908604 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7cb87f20-4fd0-41f6-85b3-ba361647a9cb admin admin] Publish callbacks [] for router_gateway (2dc4c460-9623-418c-ba8c-420a1285cb7f), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:31.951267 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:31.951975 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (41cbc582-bb8a-48c8-a3f3-98eb4024f8ed), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:32.001209 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=41cbc582-bb8a-48c8-a3f3-98eb4024f8ed,segment=NetworkSegment(509f5506-d136-42e3-8ef1-51a3f0b98c05),segment_id=509f5506-d136-42e3-8ef1-51a3f0b98c05)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:32.002866 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:32.007251 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (41cbc582-bb8a-48c8-a3f3-98eb4024f8ed), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:32.079513 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fc1d0b21-9f47-463f-8a71-7de8ce89f105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (b5878761-4dc6-4afa-b8e1-c6533204080e), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:32.084131 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fc1d0b21-9f47-463f-8a71-7de8ce89f105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:32.088289 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-fc1d0b21-9f47-463f-8a71-7de8ce89f105 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b5878761-4dc6-4afa-b8e1-c6533204080e HTTP/1.1" status: 204 len: 168 time: 0.5927756 Aug 24 17:50:32.101710 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=41cbc582-bb8a-48c8-a3f3-98eb4024f8ed,revision_number=3']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:32.138925 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:32.174507 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d0b21-9f47-463f-8a71-7de8ce89f105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5878761-4dc6-4afa-b8e1-c6533204080e,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:32.234563 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7cb87f20-4fd0-41f6-85b3-ba361647a9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1612547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1796013'] for router (2dc4c460-9623-418c-ba8c-420a1285cb7f), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:32.563302 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35332) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:32.589308 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b372497e-fabf-4d23-a32a-9fc68b2cda01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:32.724336 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb87f20-4fd0-41f6-85b3-ba361647a9cb admin admin] Router 2dc4c460-9623-418c-ba8c-420a1285cb7f is scheduled to L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 with binding_index 1 {{(pid=112764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:50:32.741825 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b372497e-fabf-4d23-a32a-9fc68b2cda01 admin admin] Publish callbacks [] for security_group (885a3f79-3bae-4071-b276-e279193718d6), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:32.786675 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b372497e-fabf-4d23-a32a-9fc68b2cda01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (885a3f79-3bae-4071-b276-e279193718d6), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:32.813930 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5331e20-b7c5-471b-a440-c20290130822 None None] Network 3e1e5e53-af70-4029-8cfd-e50d2d607333 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:50:32.820387 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:50:32.886420 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-b372497e-fabf-4d23-a32a-9fc68b2cda01 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8e5183a884484022b648c4df0e55dde9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186831 Aug 24 17:50:32.891331 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35338) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:32.896365 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372497e-fabf-4d23-a32a-9fc68b2cda01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885a3f79-3bae-4071-b276-e279193718d6,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:32.908742 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3bf4e-5931-4cdf-b0ec-cc4f4b2fc269 req-c1b67e38-8679-4dbf-9fc2-7ff733a97b4d tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:32.918036 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8ea3bf4e-5931-4cdf-b0ec-cc4f4b2fc269 req-c1b67e38-8679-4dbf-9fc2-7ff733a97b4d tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.1743722 Aug 24 17:50:32.928398 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb87f20-4fd0-41f6-85b3-ba361647a9cb admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:50:32.953492 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7cb87f20-4fd0-41f6-85b3-ba361647a9cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:32.959116 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] Sync routers for ids ['2dc4c460-9623-418c-ba8c-420a1285cb7f'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:50:32.960497 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-7cb87f20-4fd0-41f6-85b3-ba361647a9cb admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8203845 Aug 24 17:50:32.963134 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 35340) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:33.008437 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8ea3bf4e-5931-4cdf-b0ec-cc4f4b2fc269 req-2c0be527-d12d-4f2f-b708-abc7e34e11e1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893579 Aug 24 17:50:33.018459 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-814f1e31-7c46-44ec-ad3c-76cdf13a25bb admin admin] Publish callbacks [] for security_group (885a3f79-3bae-4071-b276-e279193718d6), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:33.027061 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] Routers {'2dc4c460-9623-418c-ba8c-420a1285cb7f'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:50:33.028043 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:50:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2dc4c460-9623-418c-ba8c-420a1285cb7f'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:33.043941 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-814f1e31-7c46-44ec-ad3c-76cdf13a25bb admin admin] Publish callbacks [] for security_group (885a3f79-3bae-4071-b276-e279193718d6), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:33.152985 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-814f1e31-7c46-44ec-ad3c-76cdf13a25bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (885a3f79-3bae-4071-b276-e279193718d6), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:33.158552 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-814f1e31-7c46-44ec-ad3c-76cdf13a25bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:33.163715 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-814f1e31-7c46-44ec-ad3c-76cdf13a25bb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/885a3f79-3bae-4071-b276-e279193718d6 HTTP/1.1" status: 204 len: 168 time: 0.2721918 Aug 24 17:50:33.205201 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f1e31-7c46-44ec-ad3c-76cdf13a25bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885a3f79-3bae-4071-b276-e279193718d6,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:33.303991 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] Set router 2dc4c460-9623-418c-ba8c-420a1285cb7f gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:50:33.337737 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-07a6c6f9-f023-451e-bd9e-727c03159575 None None] Provisioning complete for port 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:33.338412 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-07a6c6f9-f023-451e-bd9e-727c03159575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (41cbc582-bb8a-48c8-a3f3-98eb4024f8ed), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:33.664783 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-0ed597ef-eab3-4318-b113-31a03b42daa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:33.688011 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:33.701737 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:33.725010 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 41c4ee25-50fb-45d7-9866-1d83514f02d5 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:50:33.727541 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:33.884245 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35348) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:33.890311 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-07a6c6f9-f023-451e-bd9e-727c03159575 None None] Current status of the port 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:33.915742 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [None req-0ed597ef-eab3-4318-b113-31a03b42daa9 admin admin] Allocated IP 172.20.0.1 (3e1e5e53-af70-4029-8cfd-e50d2d607333/80c34839-bf32-4dc6-b07f-eaf38c5c769a/4e2459da-464d-450e-9231-55d5e725aa9b) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:50:33.920128 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4e1da146-f0c3-40bc-835a-3726438b66fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:33.926843 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'name': 'tempest-TestShelveInstance-1649605976-router', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:31Z', 'revision_number': 3, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'gw_port': {'id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:34.006006 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=100 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:34.041411 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:34.041986 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (41cbc582-bb8a-48c8-a3f3-98eb4024f8ed), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.044218 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] Checking router: 2dc4c460-9623-418c-ba8c-420a1285cb7f for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:50:34.045398 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] Updating router 2dc4c460-9623-418c-ba8c-420a1285cb7f port f2fc3b6b-f8d4-4bba-9e23-cfc38616237f binding host dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:50:34.100285 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4e1da146-f0c3-40bc-835a-3726438b66fb admin admin] Publish callbacks [] for security_group (37d2a349-9673-4c02-be79-87d9dc51caa1), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.101253 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-0ed597ef-eab3-4318-b113-31a03b42daa9 admin admin] Publish callbacks [] for port (4e2459da-464d-450e-9231-55d5e725aa9b), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.107774 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4e1da146-f0c3-40bc-835a-3726438b66fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (37d2a349-9673-4c02-be79-87d9dc51caa1), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.147144 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-0ed597ef-eab3-4318-b113-31a03b42daa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (4e2459da-464d-450e-9231-55d5e725aa9b), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.163529 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (f2fc3b6b-f8d4-4bba-9e23-cfc38616237f), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.167951 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-4e1da146-f0c3-40bc-835a-3726438b66fb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0164d0b3fc8f41b586aea649ec10bba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819901 Aug 24 17:50:34.170292 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1da146-f0c3-40bc-835a-3726438b66fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d2a349-9673-4c02-be79-87d9dc51caa1,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:34.182765 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 35352) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:34.226952 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-cebeb188-3da6-42d6-aa64-79ea7df619f2 None None] Provisioning complete for port 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:34.227496 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-cebeb188-3da6-42d6-aa64-79ea7df619f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (41cbc582-bb8a-48c8-a3f3-98eb4024f8ed), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.227632 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed597ef-eab3-4318-b113-31a03b42daa9 admin admin] Network 3e1e5e53-af70-4029-8cfd-e50d2d607333 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:50:34.236945 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-0ed597ef-eab3-4318-b113-31a03b42daa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:34.242219 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed597ef-eab3-4318-b113-31a03b42daa9 admin admin] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:50:34.250739 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed597ef-eab3-4318-b113-31a03b42daa9 admin admin] Pushing event updated for resources: {'Port': ['ID=4e2459da-464d-450e-9231-55d5e725aa9b,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:34.288159 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0303c-34ed-4a59-b024-b5e4bdcd8539 req-b9b06d0b-65d7-4199-8638-e0d68415209a tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:34.289722 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a3e0303c-34ed-4a59-b024-b5e4bdcd8539 req-b9b06d0b-65d7-4199-8638-e0d68415209a tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0922079 Aug 24 17:50:34.333372 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=100 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:34.354801 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-16cb1298-36b3-4f33-9119-1cab86b2bad5 admin admin] Publish callbacks [] for security_group (37d2a349-9673-4c02-be79-87d9dc51caa1), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.357004 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-0ed597ef-eab3-4318-b113-31a03b42daa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746992'] for router_interface (2dc4c460-9623-418c-ba8c-420a1285cb7f), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.392299 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a3e0303c-34ed-4a59-b024-b5e4bdcd8539 req-3f019994-871a-4de1-ae8b-51edd4822b5e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950482 Aug 24 17:50:34.449298 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-cebeb188-3da6-42d6-aa64-79ea7df619f2 None None] Current status of the port 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:34.470455 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-16cb1298-36b3-4f33-9119-1cab86b2bad5 admin admin] Publish callbacks [] for security_group (37d2a349-9673-4c02-be79-87d9dc51caa1), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.476028 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 41c4ee25-50fb-45d7-9866-1d83514f02d5, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=41c4ee25-50fb-45d7-9866-1d83514f02d5,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:34.566777 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '41c4ee25-50fb-45d7-9866-1d83514f02d5', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'port_id': '41c4ee25-50fb-45d7-9866-1d83514f02d5', 'mac_address': 'fa:16:3e:c0:35:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:50:34.569489 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:34.600806 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-16cb1298-36b3-4f33-9119-1cab86b2bad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (37d2a349-9673-4c02-be79-87d9dc51caa1), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.603560 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-16cb1298-36b3-4f33-9119-1cab86b2bad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.608343 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-16cb1298-36b3-4f33-9119-1cab86b2bad5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/37d2a349-9673-4c02-be79-87d9dc51caa1 HTTP/1.1" status: 204 len: 168 time: 0.4241278 Aug 24 17:50:34.626330 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb1298-36b3-4f33-9119-1cab86b2bad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d2a349-9673-4c02-be79-87d9dc51caa1,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:34.648967 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-0ed597ef-eab3-4318-b113-31a03b42daa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (4e2459da-464d-450e-9231-55d5e725aa9b), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.723028 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-7789e755-377e-43eb-9ba0-fd12c84d5232 None None] Provisioning complete for port 4e2459da-464d-450e-9231-55d5e725aa9b triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:34.723701 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-7789e755-377e-43eb-9ba0-fd12c84d5232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (4e2459da-464d-450e-9231-55d5e725aa9b), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.765883 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 41c4ee25-50fb-45d7-9866-1d83514f02d5 is: ACTIVE; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:34.766618 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.836205 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41c4ee25-50fb-45d7-9866-1d83514f02d5 {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:50:34.850629 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:34.858888 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-7789e755-377e-43eb-9ba0-fd12c84d5232 None None] Port 4e2459da-464d-450e-9231-55d5e725aa9b cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:50:34.906575 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 41c4ee25-50fb-45d7-9866-1d83514f02d5, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=41c4ee25-50fb-45d7-9866-1d83514f02d5,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:34.909775 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:34.914789 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:34.925961 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:35.005479 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-0ed597ef-eab3-4318-b113-31a03b42daa9 admin admin] Publish callbacks [] for port (4e2459da-464d-450e-9231-55d5e725aa9b), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:35.031286 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-0ed597ef-eab3-4318-b113-31a03b42daa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (4e2459da-464d-450e-9231-55d5e725aa9b), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:35.122230 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] Publish callbacks [] for port (f2fc3b6b-f8d4-4bba-9e23-cfc38616237f), precommit_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:35.128563 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:35.132928 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['41c4ee25-50fb-45d7-9866-1d83514f02d5'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:50:35.144576 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-0ed597ef-eab3-4318-b113-31a03b42daa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747020'] for router_interface (2dc4c460-9623-418c-ba8c-420a1285cb7f), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:35.147759 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed597ef-eab3-4318-b113-31a03b42daa9 admin admin] Pushing event updated for resources: {'Port': ['ID=4e2459da-464d-450e-9231-55d5e725aa9b,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:35.180013 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (f2fc3b6b-f8d4-4bba-9e23-cfc38616237f), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:35.218354 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=41c4ee25-50fb-45d7-9866-1d83514f02d5,revision_number=6']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:35.247677 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] Attempting to bind port f2fc3b6b-f8d4-4bba-9e23-cfc38616237f on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:50:35.248076 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] Attempting to bind port f2fc3b6b-f8d4-4bba-9e23-cfc38616237f by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:50:35.248402 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] Attempting to bind port f2fc3b6b-f8d4-4bba-9e23-cfc38616237f on network 362d5c28-632f-46ac-8441-a79df5e3c295 {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:50:35.273116 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:50:35.273506 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] Checking segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:50:35.273903 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:35.274280 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] Bound using segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:50:35.274749 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] Bound port: f2fc3b6b-f8d4-4bba-9e23-cfc38616237f, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:50:35.275132 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (f2fc3b6b-f8d4-4bba-9e23-cfc38616237f), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:35.285306 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d8d82-d29f-4f4c-9343-ddcdefa919fc None None] Pushing event updated for resources: {'Port': ['ID=f2fc3b6b-f8d4-4bba-9e23-cfc38616237f,revision_number=2']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:35.300843 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed597ef-eab3-4318-b113-31a03b42daa9 admin admin] Network 3e1e5e53-af70-4029-8cfd-e50d2d607333 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:50:35.302785 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-0ed597ef-eab3-4318-b113-31a03b42daa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:35.383204 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] For port f2fc3b6b-f8d4-4bba-9e23-cfc38616237f, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:50:35.401585 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] For port f2fc3b6b-f8d4-4bba-9e23-cfc38616237f, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=f2fc3b6b-f8d4-4bba-9e23-cfc38616237f,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:50:35.420000 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (f2fc3b6b-f8d4-4bba-9e23-cfc38616237f), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:35.457542 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:35.561724 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d8d82-d29f-4f4c-9343-ddcdefa919fc None None] Pushing event updated for resources: {'Port': ['ID=f2fc3b6b-f8d4-4bba-9e23-cfc38616237f,revision_number=3']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:35.561724 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] Routers {'2dc4c460-9623-418c-ba8c-420a1285cb7f'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:50:35.561724 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:50:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2dc4c460-9623-418c-ba8c-420a1285cb7f'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:35.562752 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:35.563165 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed597ef-eab3-4318-b113-31a03b42daa9 admin admin] Router 2dc4c460-9623-418c-ba8c-420a1285cb7f has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:50:35.628661 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94823eb-dd05-4f33-b04a-2ab5d165a8a8 req-55aeb345-3179-47cf-b033-6860c16f66e5 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:35.629197 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d94823eb-dd05-4f33-b04a-2ab5d165a8a8 req-55aeb345-3179-47cf-b033-6860c16f66e5 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 944 time: 0.1083870 Aug 24 17:50:35.743185 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] Set router 2dc4c460-9623-418c-ba8c-420a1285cb7f gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:50:35.769593 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed597ef-eab3-4318-b113-31a03b42daa9 admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:50:35.775315 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:35.777687 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-0ed597ef-eab3-4318-b113-31a03b42daa9 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/2dc4c460-9623-418c-ba8c-420a1285cb7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8132918 Aug 24 17:50:35.782697 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d94823eb-dd05-4f33-b04a-2ab5d165a8a8 req-c0a0a460-21b1-4468-8eb1-055d66941f98 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526260 Aug 24 17:50:36.019027 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-6f0244d0-8f94-4e65-88b7-7fa0abe46bef None None] Provisioning complete for port 4e2459da-464d-450e-9231-55d5e725aa9b triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:36.019681 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6f0244d0-8f94-4e65-88b7-7fa0abe46bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (4e2459da-464d-450e-9231-55d5e725aa9b), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:36.062245 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-6f0244d0-8f94-4e65-88b7-7fa0abe46bef None None] Port 4e2459da-464d-450e-9231-55d5e725aa9b cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:50:36.179753 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:36.181254 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'name': 'tempest-TestShelveInstance-1649605976-router', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:34Z', 'revision_number': 4, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'gw_port': {'id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '4e2459da-464d-450e-9231-55d5e725aa9b', 'name': '', 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'mac_address': 'fa:16:3e:f7:8a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:33Z', 'updated_at': '2022-08-24T17:50:34Z', 'revision_number': 2, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'subnets': [{'id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:36.212977 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d940b7c1-5cff-4632-8ed7-5ff4bdda60ea None None] The sync data for ids ['2dc4c460-9623-418c-ba8c-420a1285cb7f'] in dv-cinder-840525-3-iscsi is: [{'id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'name': 'tempest-TestShelveInstance-1649605976-router', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:34Z', 'revision_number': 4, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'gw_port': {'id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '4e2459da-464d-450e-9231-55d5e725aa9b', 'name': '', 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'mac_address': 'fa:16:3e:f7:8a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:33Z', 'updated_at': '2022-08-24T17:50:34Z', 'revision_number': 2, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'subnets': [{'id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:50:36.645258 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 35382) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:36.651681 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-341eb788-7513-45ff-8e4e-90ebd254b834 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1057252013-network', 'tenant_id': '3aabd6541e7e4d429574cedba7e6e607'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:36.692426 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341eb788-7513-45ff-8e4e-90ebd254b834 admin admin] Made reservation on behalf of 3aabd6541e7e4d429574cedba7e6e607 for: {'network': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:50:36.694766 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-341eb788-7513-45ff-8e4e-90ebd254b834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for network (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:36.705503 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-341eb788-7513-45ff-8e4e-90ebd254b834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:36.820478 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:36.831818 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-341eb788-7513-45ff-8e4e-90ebd254b834 admin admin] Publish callbacks [] for security_group (5b5801f6-9554-4cb0-ac8e-00753cdca9c9), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:36.838097 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-341eb788-7513-45ff-8e4e-90ebd254b834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (5b5801f6-9554-4cb0-ac8e-00753cdca9c9), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:36.882490 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341eb788-7513-45ff-8e4e-90ebd254b834 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=112764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:50:36.902121 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341eb788-7513-45ff-8e4e-90ebd254b834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5801f6-9554-4cb0-ac8e-00753cdca9c9,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:36.909917 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-341eb788-7513-45ff-8e4e-90ebd254b834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (6cb43d2d-ec3a-4c9c-847c-02897bdea8c7), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:36.910276 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.segments_db [None req-341eb788-7513-45ff-8e4e-90ebd254b834 admin admin] Added segment 6cb43d2d-ec3a-4c9c-847c-02897bdea8c7 of type vlan for network 930a1bab-ccd6-426e-90da-86a0078b5802 Aug 24 17:50:36.982127 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-341eb788-7513-45ff-8e4e-90ebd254b834 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763231558539'] for network (930a1bab-ccd6-426e-90da-86a0078b5802), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:37.000097 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f314c-4ed6-4b2e-be92-e0669aa04918 req-a15e5a90-6c98-4bba-8825-9cfe132dc51c tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:37.001605 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-113f314c-4ed6-4b2e-be92-e0669aa04918 req-a15e5a90-6c98-4bba-8825-9cfe132dc51c tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 944 time: 0.0950403 Aug 24 17:50:37.004268 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-90c843f9-90a2-44f8-a27e-b0a837568f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:37.027770 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-341eb788-7513-45ff-8e4e-90ebd254b834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for network (930a1bab-ccd6-426e-90da-86a0078b5802), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:37.029598 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341eb788-7513-45ff-8e4e-90ebd254b834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:37.030201 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-341eb788-7513-45ff-8e4e-90ebd254b834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:37.095051 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-113f314c-4ed6-4b2e-be92-e0669aa04918 req-6a4fad46-fa0f-4148-9e15-5c1ea71132a4 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823624 Aug 24 17:50:37.101950 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-341eb788-7513-45ff-8e4e-90ebd254b834 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4537902 Aug 24 17:50:37.102264 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 35388) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:37.111461 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-9c6c5871-beb3-4d75-82a2-79aef2c5ff78 admin admin] Request body: {'subnet': {'network_id': '930a1bab-ccd6-426e-90da-86a0078b5802', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1057252013-subnet', 'tenant_id': '3aabd6541e7e4d429574cedba7e6e607', 'ip_version': 4}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:37.220450 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341eb788-7513-45ff-8e4e-90ebd254b834 admin admin] Pushing event updated for resources: {'Network': ['ID=930a1bab-ccd6-426e-90da-86a0078b5802,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:37.233388 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Network 930a1bab-ccd6-426e-90da-86a0078b5802 details requested by agent ovs-agent-dv-cinder-840525-3-iscsi with host dv-cinder-840525-3-iscsi {{(pid=112765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:50:37.246212 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6c5871-beb3-4d75-82a2-79aef2c5ff78 admin admin] Made reservation on behalf of 3aabd6541e7e4d429574cedba7e6e607 for: {'subnet': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:50:37.249578 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9c6c5871-beb3-4d75-82a2-79aef2c5ff78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6168182'] for subnet (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:37.496805 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9c6c5871-beb3-4d75-82a2-79aef2c5ff78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6220881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6168088'] for subnet (2abed01b-8111-4e27-b741-1ded150d548f), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:37.501290 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:37.555538 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c5871-beb3-4d75-82a2-79aef2c5ff78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2abed01b-8111-4e27-b741-1ded150d548f,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:37.589568 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6c5871-beb3-4d75-82a2-79aef2c5ff78 admin admin] Checking segment: {'id': '6cb43d2d-ec3a-4c9c-847c-02897bdea8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '930a1bab-ccd6-426e-90da-86a0078b5802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:50:37.590391 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6c5871-beb3-4d75-82a2-79aef2c5ff78 admin admin] Network hostable DHCP agents. Network: 930a1bab-ccd6-426e-90da-86a0078b5802, hostable agents: ['edbe2c30-39eb-4d16-9bee-d282c1702677'], hosted agents: [] {{(pid=112764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:50:37.622007 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6c5871-beb3-4d75-82a2-79aef2c5ff78 admin admin] Network 930a1bab-ccd6-426e-90da-86a0078b5802 is scheduled to be hosted by DHCP agent edbe2c30-39eb-4d16-9bee-d282c1702677 with binding_index 1 {{(pid=112764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:50:37.649495 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-9c6c5871-beb3-4d75-82a2-79aef2c5ff78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-3-iscsi, 930a1bab-ccd6-426e-90da-86a0078b5802) {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:37.657161 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6c5871-beb3-4d75-82a2-79aef2c5ff78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:37.665477 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ebedf6-a626-4030-a717-1b18a438fa93 None None] Network 930a1bab-ccd6-426e-90da-86a0078b5802 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:50:37.666785 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9c6c5871-beb3-4d75-82a2-79aef2c5ff78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for subnet (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:37.710804 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-9c6c5871-beb3-4d75-82a2-79aef2c5ff78 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6007292 Aug 24 17:50:37.712290 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35390) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:37.722069 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-98748606-5c22-4d99-bae8-be7155d23ece admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1057252013-router', 'tenant_id': '3aabd6541e7e4d429574cedba7e6e607', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:37.729804 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 41c4ee25-50fb-45d7-9866-1d83514f02d5 up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:37.768497 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-98748606-5c22-4d99-bae8-be7155d23ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1612848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router (a9021140-d07a-4514-979a-ce672c347247), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:37.769561 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-98748606-5c22-4d99-bae8-be7155d23ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1796060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1817803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router (a9021140-d07a-4514-979a-ce672c347247), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:37.791540 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device f2fc3b6b-f8d4-4bba-9e23-cfc38616237f up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:37.878465 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-98748606-5c22-4d99-bae8-be7155d23ece admin admin] Publish callbacks [] for router_controller (a9021140-d07a-4514-979a-ce672c347247), precommit_add_association {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:37.931798 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 41c4ee25-50fb-45d7-9866-1d83514f02d5 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:37.932171 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:38.006658 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port f2fc3b6b-f8d4-4bba-9e23-cfc38616237f triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:38.007465 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (f2fc3b6b-f8d4-4bba-9e23-cfc38616237f), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:38.054910 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c804f628-6c96-4f71-ab67-c6f65a386ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b3f5f0-e4ad-5125-8985-f94976322c44-930a1bab-ccd6-426e-90da-86a0078b5802', 'network_id': '930a1bab-ccd6-426e-90da-86a0078b5802', 'project_id': '3aabd6541e7e4d429574cedba7e6e607', 'fixed_ips': [{'subnet_id': '2abed01b-8111-4e27-b741-1ded150d548f'}]}} from dv-cinder-840525-3-iscsi. {{(pid=112765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:50:38.056351 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-c804f628-6c96-4f71-ab67-c6f65a386ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:38.096630 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-98748606-5c22-4d99-bae8-be7155d23ece admin admin] Publish callbacks [] for router_gateway (a9021140-d07a-4514-979a-ce672c347247), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:38.341109 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 41c4ee25-50fb-45d7-9866-1d83514f02d5 is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:38.341696 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:38.403241 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b480bb-3eb2-46db-99a7-bb0bee5431c5 req-4be6a66f-0656-4cd3-8cc0-a7ea237daf9b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:38.408362 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-17b480bb-3eb2-46db-99a7-bb0bee5431c5 req-4be6a66f-0656-4cd3-8cc0-a7ea237daf9b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 944 time: 0.0939450 Aug 24 17:50:38.422074 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-98748606-5c22-4d99-bae8-be7155d23ece admin admin] Publish callbacks [] for router_gateway (a9021140-d07a-4514-979a-ce672c347247), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:38.431353 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port f2fc3b6b-f8d4-4bba-9e23-cfc38616237f is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:38.431819 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (f2fc3b6b-f8d4-4bba-9e23-cfc38616237f), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:38.455055 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-98748606-5c22-4d99-bae8-be7155d23ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:38.459070 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11705238-e9d4-4c1e-ab49-d5a27eb4df4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c4ee25-50fb-45d7-9866-1d83514f02d5'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:50:38.462265 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf19d54a-8a7c-4132-834b-6e2d8bd87d01" -d '{"events": [{"server_uuid": "11705238-e9d4-4c1e-ab49-d5a27eb4df4c", "name": "network-vif-plugged", "status": "completed", "tag": "41c4ee25-50fb-45d7-9866-1d83514f02d5"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:50:38.499133 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:38.515517 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 41c4ee25-50fb-45d7-9866-1d83514f02d5, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=41c4ee25-50fb-45d7-9866-1d83514f02d5,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:38.539069 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port f2fc3b6b-f8d4-4bba-9e23-cfc38616237f, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=f2fc3b6b-f8d4-4bba-9e23-cfc38616237f,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:38.548681 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:38.554635 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.db_base_plugin_common [None req-c804f628-6c96-4f71-ab67-c6f65a386ed7 None None] Allocated IP 172.20.0.2 (930a1bab-ccd6-426e-90da-86a0078b5802/2abed01b-8111-4e27-b741-1ded150d548f/cb12cd89-9d69-4d65-a492-bc7735246035) {{(pid=112765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:50:38.560699 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (f2fc3b6b-f8d4-4bba-9e23-cfc38616237f), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:38.660314 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [None req-98748606-5c22-4d99-bae8-be7155d23ece admin admin] Allocated IP 172.27.1.55 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:50:38.681992 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=41c4ee25-50fb-45d7-9866-1d83514f02d5,revision_number=7']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:38.799202 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-98748606-5c22-4d99-bae8-be7155d23ece admin admin] Publish callbacks [] for port (d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:38.807604 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:38.819316 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-17b480bb-3eb2-46db-99a7-bb0bee5431c5 req-34061932-7bd1-407a-9749-c96e3a140858 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3994157 Aug 24 17:50:38.820288 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=f2fc3b6b-f8d4-4bba-9e23-cfc38616237f,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:38.874190 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-98748606-5c22-4d99-bae8-be7155d23ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:38.939455 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98748606-5c22-4d99-bae8-be7155d23ece admin admin] Pushing event updated for resources: {'Port': ['ID=d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:38.959301 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:38.960143 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-c804f628-6c96-4f71-ab67-c6f65a386ed7 None None] Publish callbacks [] for port (cb12cd89-9d69-4d65-a492-bc7735246035), precommit_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:38.961874 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98748606-5c22-4d99-bae8-be7155d23ece admin admin] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:50:38.967006 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:38.967248 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-98748606-5c22-4d99-bae8-be7155d23ece admin admin] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:38.974120 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98748606-5c22-4d99-bae8-be7155d23ece admin admin] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:50:38.977411 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-c804f628-6c96-4f71-ab67-c6f65a386ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (cb12cd89-9d69-4d65-a492-bc7735246035), after_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:39.041316 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c804f628-6c96-4f71-ab67-c6f65a386ed7 None None] Network 930a1bab-ccd6-426e-90da-86a0078b5802 is already hosted by enough agents. {{(pid=112765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:50:39.055035 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.base_scheduler [None req-c804f628-6c96-4f71-ab67-c6f65a386ed7 None None] Resources bound (agent type, host, resource id): {{(pid=112765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:39.059797 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804f628-6c96-4f71-ab67-c6f65a386ed7 None None] Received port after_create {{(pid=112765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:50:39.102239 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804f628-6c96-4f71-ab67-c6f65a386ed7 None None] Pushing event updated for resources: {'Port': ['ID=cb12cd89-9d69-4d65-a492-bc7735246035,revision_number=1']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:39.135909 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] Sync routers for ids ['2dc4c460-9623-418c-ba8c-420a1285cb7f'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:50:39.145428 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-c804f628-6c96-4f71-ab67-c6f65a386ed7 None None] Attempting to bind port cb12cd89-9d69-4d65-a492-bc7735246035 on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:50:39.145968 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-c804f628-6c96-4f71-ab67-c6f65a386ed7 None None] Attempting to bind port cb12cd89-9d69-4d65-a492-bc7735246035 by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': '6cb43d2d-ec3a-4c9c-847c-02897bdea8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '930a1bab-ccd6-426e-90da-86a0078b5802'}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:50:39.146430 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804f628-6c96-4f71-ab67-c6f65a386ed7 None None] Attempting to bind port cb12cd89-9d69-4d65-a492-bc7735246035 on network 930a1bab-ccd6-426e-90da-86a0078b5802 {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:50:39.154841 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804f628-6c96-4f71-ab67-c6f65a386ed7 None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:50:39.155408 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804f628-6c96-4f71-ab67-c6f65a386ed7 None None] Checking segment: {'id': '6cb43d2d-ec3a-4c9c-847c-02897bdea8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '930a1bab-ccd6-426e-90da-86a0078b5802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:50:39.156146 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] Routers {'2dc4c460-9623-418c-ba8c-420a1285cb7f'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:50:39.156348 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-c804f628-6c96-4f71-ab67-c6f65a386ed7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:39.156973 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804f628-6c96-4f71-ab67-c6f65a386ed7 None None] Bound using segment: {'id': '6cb43d2d-ec3a-4c9c-847c-02897bdea8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '930a1bab-ccd6-426e-90da-86a0078b5802'} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:50:39.157622 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-c804f628-6c96-4f71-ab67-c6f65a386ed7 None None] Bound port: cb12cd89-9d69-4d65-a492-bc7735246035, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb43d2d-ec3a-4c9c-847c-02897bdea8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '930a1bab-ccd6-426e-90da-86a0078b5802'}}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:50:39.157774 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:50:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2dc4c460-9623-418c-ba8c-420a1285cb7f'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:39.158238 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-c804f628-6c96-4f71-ab67-c6f65a386ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (cb12cd89-9d69-4d65-a492-bc7735246035), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:39.220197 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7a339e-56b3-4b32-9103-be669583c5b0 x-openstack-request-id: req-4c7a339e-56b3-4b32-9103-be669583c5b0 {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:50:39.220653 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11705238-e9d4-4c1e-ab49-d5a27eb4df4c", "name": "network-vif-plugged", "status": "completed", "tag": "41c4ee25-50fb-45d7-9866-1d83514f02d5", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:50:39.221002 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4c7a339e-56b3-4b32-9103-be669583c5b0 {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:50:39.221512 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c7a339e-56b3-4b32-9103-be669583c5b0'] response: {'server_uuid': '11705238-e9d4-4c1e-ab49-d5a27eb4df4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c4ee25-50fb-45d7-9866-1d83514f02d5', 'code': 200} Aug 24 17:50:39.263700 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-c804f628-6c96-4f71-ab67-c6f65a386ed7 None None] For port cb12cd89-9d69-4d65-a492-bc7735246035, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:50:39.268648 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-c804f628-6c96-4f71-ab67-c6f65a386ed7 None None] For port cb12cd89-9d69-4d65-a492-bc7735246035, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=cb12cd89-9d69-4d65-a492-bc7735246035,segment=NetworkSegment(6cb43d2d-ec3a-4c9c-847c-02897bdea8c7),segment_id=6cb43d2d-ec3a-4c9c-847c-02897bdea8c7)] {{(pid=112765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:50:39.283034 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-c804f628-6c96-4f71-ab67-c6f65a386ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (cb12cd89-9d69-4d65-a492-bc7735246035), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:39.318474 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] Set router 2dc4c460-9623-418c-ba8c-420a1285cb7f gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:50:39.377549 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-98748606-5c22-4d99-bae8-be7155d23ece admin admin] Publish callbacks [] for router_gateway (a9021140-d07a-4514-979a-ce672c347247), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:39.411761 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804f628-6c96-4f71-ab67-c6f65a386ed7 None None] Pushing event updated for resources: {'Port': ['ID=cb12cd89-9d69-4d65-a492-bc7735246035,revision_number=2']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:39.460324 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-e6845a45-07b8-48fa-9309-a0e14b6d0987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:39.734113 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'name': 'tempest-TestShelveInstance-1649605976-router', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:34Z', 'revision_number': 4, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'gw_port': {'id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '4e2459da-464d-450e-9231-55d5e725aa9b', 'name': '', 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'mac_address': 'fa:16:3e:f7:8a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:33Z', 'updated_at': '2022-08-24T17:50:34Z', 'revision_number': 2, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'subnets': [{'id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:39.786848 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] Checking router: 2dc4c460-9623-418c-ba8c-420a1285cb7f for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:50:39.787174 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] Updating router 2dc4c460-9623-418c-ba8c-420a1285cb7f port 4e2459da-464d-450e-9231-55d5e725aa9b binding host dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:50:39.821125 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (4e2459da-464d-450e-9231-55d5e725aa9b), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:39.835057 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-98748606-5c22-4d99-bae8-be7155d23ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1612547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1796013'] for router (a9021140-d07a-4514-979a-ce672c347247), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:39.878021 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device cb12cd89-9d69-4d65-a492-bc7735246035 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:39.960864 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port cb12cd89-9d69-4d65-a492-bc7735246035 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:39.961611 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (cb12cd89-9d69-4d65-a492-bc7735246035), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:40.086019 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port cb12cd89-9d69-4d65-a492-bc7735246035 is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:40.086678 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (cb12cd89-9d69-4d65-a492-bc7735246035), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:40.136631 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port cb12cd89-9d69-4d65-a492-bc7735246035, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=cb12cd89-9d69-4d65-a492-bc7735246035,segment=NetworkSegment(6cb43d2d-ec3a-4c9c-847c-02897bdea8c7),segment_id=6cb43d2d-ec3a-4c9c-847c-02897bdea8c7)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:40.144626 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (cb12cd89-9d69-4d65-a492-bc7735246035), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:40.146195 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device f2fc3b6b-f8d4-4bba-9e23-cfc38616237f up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:40.194052 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] Publish callbacks [] for port (4e2459da-464d-450e-9231-55d5e725aa9b), precommit_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:40.204728 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (4e2459da-464d-450e-9231-55d5e725aa9b), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:40.223426 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:UPDATE=7,neutron:SELECT=92,neutron:INSERT=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:40.276505 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c46a4-5f17-438d-b03e-cd26ccbb363f req-687f0553-3348-4eec-9c02-b8f7f3053fbd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:40.278352 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f88c46a4-5f17-438d-b03e-cd26ccbb363f req-687f0553-3348-4eec-9c02-b8f7f3053fbd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.3371067 Aug 24 17:50:40.285322 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=cb12cd89-9d69-4d65-a492-bc7735246035,revision_number=3']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:40.296474 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port f2fc3b6b-f8d4-4bba-9e23-cfc38616237f triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:40.297304 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (f2fc3b6b-f8d4-4bba-9e23-cfc38616237f), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:40.345783 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd301a1-d81f-40dc-873e-d862d95704ac None None] Pushing event updated for resources: {'Port': ['ID=4e2459da-464d-450e-9231-55d5e725aa9b,revision_number=3']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:40.356457 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd301a1-d81f-40dc-873e-d862d95704ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:40.357030 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd301a1-d81f-40dc-873e-d862d95704ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:40.357585 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd301a1-d81f-40dc-873e-d862d95704ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:40.358073 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd301a1-d81f-40dc-873e-d862d95704ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:40.360097 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd301a1-d81f-40dc-873e-d862d95704ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:40.360613 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd301a1-d81f-40dc-873e-d862d95704ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:40.361093 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd301a1-d81f-40dc-873e-d862d95704ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:40.361572 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd301a1-d81f-40dc-873e-d862d95704ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:40.362048 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd301a1-d81f-40dc-873e-d862d95704ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:40.362872 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f88c46a4-5f17-438d-b03e-cd26ccbb363f req-aa413bce-dad8-479b-b07a-d7584694a222 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748649 Aug 24 17:50:40.363184 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd301a1-d81f-40dc-873e-d862d95704ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:40.364818 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd301a1-d81f-40dc-873e-d862d95704ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:40.365447 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd301a1-d81f-40dc-873e-d862d95704ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:40.365948 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd301a1-d81f-40dc-873e-d862d95704ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:40.367027 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd301a1-d81f-40dc-873e-d862d95704ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:40.367724 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd301a1-d81f-40dc-873e-d862d95704ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:40.414850 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] Attempting to bind port 4e2459da-464d-450e-9231-55d5e725aa9b on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:50:40.415216 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98748606-5c22-4d99-bae8-be7155d23ece admin admin] Router a9021140-d07a-4514-979a-ce672c347247 is scheduled to L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 with binding_index 1 {{(pid=112763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:50:40.416180 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] Attempting to bind port 4e2459da-464d-450e-9231-55d5e725aa9b by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': '509f5506-d136-42e3-8ef1-51a3f0b98c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333'}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:50:40.416707 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] Attempting to bind port 4e2459da-464d-450e-9231-55d5e725aa9b on network 3e1e5e53-af70-4029-8cfd-e50d2d607333 {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:50:40.419451 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:40.426617 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:50:40.428434 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] Checking segment: {'id': '509f5506-d136-42e3-8ef1-51a3f0b98c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:50:40.429343 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:40.429875 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] Bound using segment: {'id': '509f5506-d136-42e3-8ef1-51a3f0b98c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333'} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:50:40.430507 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] Bound port: 4e2459da-464d-450e-9231-55d5e725aa9b, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509f5506-d136-42e3-8ef1-51a3f0b98c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333'}}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:50:40.431045 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (4e2459da-464d-450e-9231-55d5e725aa9b), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:40.534624 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port f2fc3b6b-f8d4-4bba-9e23-cfc38616237f is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:40.554226 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] For port 4e2459da-464d-450e-9231-55d5e725aa9b, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:50:40.562601 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] For port 4e2459da-464d-450e-9231-55d5e725aa9b, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=4e2459da-464d-450e-9231-55d5e725aa9b,segment=NetworkSegment(509f5506-d136-42e3-8ef1-51a3f0b98c05),segment_id=509f5506-d136-42e3-8ef1-51a3f0b98c05)] {{(pid=112766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:50:40.575673 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (4e2459da-464d-450e-9231-55d5e725aa9b), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:40.596558 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:40.638160 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98748606-5c22-4d99-bae8-be7155d23ece admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:50:40.650244 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] Routers {'2dc4c460-9623-418c-ba8c-420a1285cb7f'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:50:40.654401 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] Sync routers for ids ['a9021140-d07a-4514-979a-ce672c347247'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:50:40.655332 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:50:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2dc4c460-9623-418c-ba8c-420a1285cb7f'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:40.669330 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-98748606-5c22-4d99-bae8-be7155d23ece admin admin] Publish callbacks [] for router (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:40.670587 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-98748606-5c22-4d99-bae8-be7155d23ece admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9572887 Aug 24 17:50:40.673497 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-9782e303-a485-4974-b631-0a2fb5c526ff tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1001523146&fields=id&tenant_id=0fb78a439e20439f8d93a4f7df3f28f8 HTTP/1.1" status: 200 len: 267 time: 0.0699618 Aug 24 17:50:40.674527 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 35414) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:40.687805 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] Routers {'a9021140-d07a-4514-979a-ce672c347247'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:50:40.688448 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:50:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a9021140-d07a-4514-979a-ce672c347247'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:40.840326 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:40.847558 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-5c73fcc6-645f-465e-908d-06b0eee3e1bc tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:40.861150 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-5c73fcc6-645f-465e-908d-06b0eee3e1bc tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/networks?id=42250e67-e026-4ee8-a8ab-86c733e9a211 HTTP/1.1" status: 200 len: 818 time: 0.1707668 Aug 24 17:50:40.877302 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd301a1-d81f-40dc-873e-d862d95704ac None None] Pushing event updated for resources: {'Port': ['ID=4e2459da-464d-450e-9231-55d5e725aa9b,revision_number=4']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:40.891878 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] Set router a9021140-d07a-4514-979a-ce672c347247 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:50:40.898070 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:40.940717 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] Set router 2dc4c460-9623-418c-ba8c-420a1285cb7f gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:50:40.992350 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:41.113720 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb407d0-6bdc-4ca0-bae4-651932f9454b None None] Network 930a1bab-ccd6-426e-90da-86a0078b5802 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:50:41.146865 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-646bbbc8-70a0-4f31-995a-ce0c4fa23522 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/quotas/0fb78a439e20439f8d93a4f7df3f28f8 HTTP/1.1" status: 200 len: 375 time: 0.2792861 Aug 24 17:50:41.319730 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'name': 'tempest-TestShelveInstance-1649605976-router', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:34Z', 'revision_number': 4, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'gw_port': {'id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '4e2459da-464d-450e-9231-55d5e725aa9b', 'name': '', 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'mac_address': 'fa:16:3e:f7:8a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:33Z', 'updated_at': '2022-08-24T17:50:40Z', 'revision_number': 4, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'subnets': [{'id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:41.354524 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8165c2c9-b17d-4399-a2a8-fc7d56d34719 None None] The sync data for ids ['2dc4c460-9623-418c-ba8c-420a1285cb7f'] in dv-cinder-840525-3-iscsi is: [{'id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'name': 'tempest-TestShelveInstance-1649605976-router', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:34Z', 'revision_number': 4, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'gw_port': {'id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '4e2459da-464d-450e-9231-55d5e725aa9b', 'name': '', 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'mac_address': 'fa:16:3e:f7:8a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:33Z', 'updated_at': '2022-08-24T17:50:40Z', 'revision_number': 4, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'subnets': [{'id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:50:41.441429 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-d16ebae6-8b5a-4a50-b9ae-9f12bfae1ee5 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=0fb78a439e20439f8d93a4f7df3f28f8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2735138 Aug 24 17:50:41.561118 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-7058f032-2777-4822-a2b2-8a347feead63 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057236 Aug 24 17:50:41.575526 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-ef3d77dd-e9d7-493b-8703-ad62f4ef4e36 None None] Provisioning complete for port cb12cd89-9d69-4d65-a492-bc7735246035 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:41.577225 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-ef3d77dd-e9d7-493b-8703-ad62f4ef4e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (cb12cd89-9d69-4d65-a492-bc7735246035), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:41.611169 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:41.662608 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb76115-5c62-41ad-bdb1-7f823691925c req-a684b27a-dbfd-48ce-9722-0b7fdd0859fd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:41.673351 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-adb76115-5c62-41ad-bdb1-7f823691925c req-a684b27a-dbfd-48ce-9722-0b7fdd0859fd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.1323137 Aug 24 17:50:41.811240 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-adb76115-5c62-41ad-bdb1-7f823691925c req-b6e8a5b8-9775-49a1-91e2-9c9dc19a92eb tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356232 Aug 24 17:50:41.889694 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:41.906125 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 4e2459da-464d-450e-9231-55d5e725aa9b up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:41.968492 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-f8437b2d-4c5d-45e2-bf56-f5cc2fcbc412 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892279 Aug 24 17:50:42.367960 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:42.370390 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d77dd-e9d7-493b-8703-ad62f4ef4e36 None None] Current status of the port cb12cd89-9d69-4d65-a492-bc7735246035 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:42.376411 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9021140-d07a-4514-979a-ce672c347247', 'name': 'tempest-TestShelveInstance-1057252013-router', 'tenant_id': '3aabd6541e7e4d429574cedba7e6e607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd6c3f5bc-9587-45c8-9f34-b07eae9e6f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:37Z', 'updated_at': '2022-08-24T17:50:39Z', 'revision_number': 3, 'project_id': '3aabd6541e7e4d429574cedba7e6e607', 'gw_port': {'id': 'd6c3f5bc-9587-45c8-9f34-b07eae9e6f9f', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:67:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9021140-d07a-4514-979a-ce672c347247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:38Z', 'updated_at': '2022-08-24T17:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:42.392767 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5909a43d-8806-4e14-92fb-c260a007a705 req-bcee5b83-1da9-4011-900d-45711d4fafc9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 210 time: 0.0729091 Aug 24 17:50:42.410301 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 4e2459da-464d-450e-9231-55d5e725aa9b triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:42.410301 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (4e2459da-464d-450e-9231-55d5e725aa9b), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:42.458970 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:42.500390 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] Checking router: a9021140-d07a-4514-979a-ce672c347247 for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:50:42.500888 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] Updating router a9021140-d07a-4514-979a-ce672c347247 port d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f binding host dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:50:42.542105 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:42.549826 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ceaffd47-c890-42ca-b43d-b48434cab8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:42.844150 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:42.957477 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] Publish callbacks [] for port (d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f), precommit_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:42.995085 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [None req-ceaffd47-c890-42ca-b43d-b48434cab8c5 admin admin] Allocated IP 172.20.0.1 (930a1bab-ccd6-426e-90da-86a0078b5802/2abed01b-8111-4e27-b741-1ded150d548f/6e709e2f-8b67-4623-a154-58f2f063ee21) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:50:43.032022 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:43.034400 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 4e2459da-464d-450e-9231-55d5e725aa9b is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:43.035113 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (4e2459da-464d-450e-9231-55d5e725aa9b), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.037766 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-017e3557-54b8-4008-8acd-096731ebcce6 None None] Provisioning complete for port cb12cd89-9d69-4d65-a492-bc7735246035 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:43.038419 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-017e3557-54b8-4008-8acd-096731ebcce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (cb12cd89-9d69-4d65-a492-bc7735246035), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.044957 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.176015 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port 4e2459da-464d-450e-9231-55d5e725aa9b, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=4e2459da-464d-450e-9231-55d5e725aa9b,segment=NetworkSegment(509f5506-d136-42e3-8ef1-51a3f0b98c05),segment_id=509f5506-d136-42e3-8ef1-51a3f0b98c05)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:43.180353 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] Attempting to bind port d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:50:43.180847 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] Attempting to bind port d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:50:43.181359 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] Attempting to bind port d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f on network 362d5c28-632f-46ac-8441-a79df5e3c295 {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:50:43.190143 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:50:43.190911 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] Checking segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:50:43.191437 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.192803 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] Bound using segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:50:43.193437 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] Bound port: d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:50:43.193962 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.196010 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d754bda-70f8-4561-bda1-ebd528448df4 None None] Pushing event updated for resources: {'Port': ['ID=d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f,revision_number=2']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:43.203667 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (4e2459da-464d-450e-9231-55d5e725aa9b), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.205485 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device cb12cd89-9d69-4d65-a492-bc7735246035 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:43.407365 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=4e2459da-464d-450e-9231-55d5e725aa9b,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:43.471172 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] For port d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:50:43.499314 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port cb12cd89-9d69-4d65-a492-bc7735246035 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:43.499870 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (cb12cd89-9d69-4d65-a492-bc7735246035), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.505542 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] For port d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:50:43.510664 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-017e3557-54b8-4008-8acd-096731ebcce6 None None] Current status of the port cb12cd89-9d69-4d65-a492-bc7735246035 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:43.543446 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.589748 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f869c016-1ce3-46f5-8e8e-3288a85783aa req-62589107-2d7b-4900-bd9e-2d126d5874d3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 210 time: 0.0660050 Aug 24 17:50:43.625333 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7001e-428e-4ffa-b64c-7f089be1686a req-ffa0dd01-c0a0-4fac-b3b0-33d8aec33bb3 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:43.628930 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] Routers {'a9021140-d07a-4514-979a-ce672c347247'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:50:43.632087 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:50:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a9021140-d07a-4514-979a-ce672c347247'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:43.641395 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-86a7001e-428e-4ffa-b64c-7f089be1686a req-ffa0dd01-c0a0-4fac-b3b0-33d8aec33bb3 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.2383888 Aug 24 17:50:43.666140 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d754bda-70f8-4561-bda1-ebd528448df4 None None] Pushing event updated for resources: {'Port': ['ID=d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f,revision_number=3']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:43.725768 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ceaffd47-c890-42ca-b43d-b48434cab8c5 admin admin] Publish callbacks [] for port (6e709e2f-8b67-4623-a154-58f2f063ee21), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.729393 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:43.742770 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-86a7001e-428e-4ffa-b64c-7f089be1686a req-d7d84590-a456-42a7-b889-15e266ffcb2a tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998645 Aug 24 17:50:43.771990 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port cb12cd89-9d69-4d65-a492-bc7735246035 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:43.815442 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] Set router a9021140-d07a-4514-979a-ce672c347247 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:50:43.845900 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ceaffd47-c890-42ca-b43d-b48434cab8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (6e709e2f-8b67-4623-a154-58f2f063ee21), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:43.908037 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 4e2459da-464d-450e-9231-55d5e725aa9b up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:43.933143 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaffd47-c890-42ca-b43d-b48434cab8c5 admin admin] Network 930a1bab-ccd6-426e-90da-86a0078b5802 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:50:43.947624 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-ceaffd47-c890-42ca-b43d-b48434cab8c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:43.956468 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaffd47-c890-42ca-b43d-b48434cab8c5 admin admin] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:50:44.005696 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaffd47-c890-42ca-b43d-b48434cab8c5 admin admin] Pushing event updated for resources: {'Port': ['ID=6e709e2f-8b67-4623-a154-58f2f063ee21,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:44.015673 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:44.038451 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ceaffd47-c890-42ca-b43d-b48434cab8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746992'] for router_interface (a9021140-d07a-4514-979a-ce672c347247), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:44.103392 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 4e2459da-464d-450e-9231-55d5e725aa9b triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:44.103803 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (4e2459da-464d-450e-9231-55d5e725aa9b), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:44.126937 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:44.238891 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9021140-d07a-4514-979a-ce672c347247', 'name': 'tempest-TestShelveInstance-1057252013-router', 'tenant_id': '3aabd6541e7e4d429574cedba7e6e607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd6c3f5bc-9587-45c8-9f34-b07eae9e6f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:37Z', 'updated_at': '2022-08-24T17:50:39Z', 'revision_number': 3, 'project_id': '3aabd6541e7e4d429574cedba7e6e607', 'gw_port': {'id': 'd6c3f5bc-9587-45c8-9f34-b07eae9e6f9f', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:67:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9021140-d07a-4514-979a-ce672c347247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:38Z', 'updated_at': '2022-08-24T17:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:44.304098 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b44ffe-11bd-438c-9bd1-d24e0f90d37b None None] The sync data for ids ['a9021140-d07a-4514-979a-ce672c347247'] in dv-cinder-840525-3-iscsi is: [{'id': 'a9021140-d07a-4514-979a-ce672c347247', 'name': 'tempest-TestShelveInstance-1057252013-router', 'tenant_id': '3aabd6541e7e4d429574cedba7e6e607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd6c3f5bc-9587-45c8-9f34-b07eae9e6f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:37Z', 'updated_at': '2022-08-24T17:50:39Z', 'revision_number': 3, 'project_id': '3aabd6541e7e4d429574cedba7e6e607', 'gw_port': {'id': 'd6c3f5bc-9587-45c8-9f34-b07eae9e6f9f', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:67:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9021140-d07a-4514-979a-ce672c347247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:38Z', 'updated_at': '2022-08-24T17:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:50:44.330437 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-bbb3141a-7f12-414a-886b-bd943eaed3e2 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:44.332043 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-bbb3141a-7f12-414a-886b-bd943eaed3e2 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.62 "GET /networking/v2.0/networks?id=42250e67-e026-4ee8-a8ab-86c733e9a211 HTTP/1.1" status: 200 len: 818 time: 0.2417576 Aug 24 17:50:44.374539 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-d544f655-e69e-4f01-bf6c-1c0db18ec713 None None] Provisioning complete for port 6e709e2f-8b67-4623-a154-58f2f063ee21 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:44.374539 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-d544f655-e69e-4f01-bf6c-1c0db18ec713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (6e709e2f-8b67-4623-a154-58f2f063ee21), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:44.378677 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:44.426891 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ceaffd47-c890-42ca-b43d-b48434cab8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (6e709e2f-8b67-4623-a154-58f2f063ee21), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:44.439334 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 4e2459da-464d-450e-9231-55d5e725aa9b is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:44.456249 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-d544f655-e69e-4f01-bf6c-1c0db18ec713 None None] Port 6e709e2f-8b67-4623-a154-58f2f063ee21 cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:50:44.618157 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-fee8b79b-3275-4196-8c3b-9029e80f0a7b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.62 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0fb78a439e20439f8d93a4f7df3f28f8 HTTP/1.1" status: 200 len: 380 time: 0.1868303 Aug 24 17:50:44.653059 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-9771e90a-e736-40e4-b5db-b3dc33eaa8b6 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Request body: {'port': {'device_id': 'ef24bd4c-630a-428f-9eb7-50c5009e9fe1', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'admin_state_up': True, 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'security_groups': ['620c72db-8bb2-43ca-a745-83369a59667f']}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:44.818320 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7a49bcc8-14d4-4fda-8cf7-7024458b34d8 req-ea7d283d-f805-4d1c-aebc-d562207624db tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 210 time: 0.0777254 Aug 24 17:50:45.000196 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8807a2a-b6ec-423f-aaad-1b4b77d85011 req-aa048de0-7eec-4870-814f-88f4285c3130 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:45.001848 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e8807a2a-b6ec-423f-aaad-1b4b77d85011 req-aa048de0-7eec-4870-814f-88f4285c3130 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.1454988 Aug 24 17:50:45.011133 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-9771e90a-e736-40e4-b5db-b3dc33eaa8b6 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Made reservation on behalf of 0fb78a439e20439f8d93a4f7df3f28f8 for: {'port': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:50:45.015206 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-9771e90a-e736-40e4-b5db-b3dc33eaa8b6 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:45.203927 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ceaffd47-c890-42ca-b43d-b48434cab8c5 admin admin] Publish callbacks [] for port (6e709e2f-8b67-4623-a154-58f2f063ee21), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:45.216099 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e8807a2a-b6ec-423f-aaad-1b4b77d85011 req-505958ed-f6a3-4cb1-addc-2e1b0531f7bc tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964464 Aug 24 17:50:45.231949 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ceaffd47-c890-42ca-b43d-b48434cab8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (6e709e2f-8b67-4623-a154-58f2f063ee21), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:45.237879 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:45.408326 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ceaffd47-c890-42ca-b43d-b48434cab8c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747020'] for router_interface (a9021140-d07a-4514-979a-ce672c347247), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:45.410170 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaffd47-c890-42ca-b43d-b48434cab8c5 admin admin] Pushing event updated for resources: {'Port': ['ID=6e709e2f-8b67-4623-a154-58f2f063ee21,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:45.422723 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-9771e90a-e736-40e4-b5db-b3dc33eaa8b6 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Allocated IP 172.20.0.11 (42250e67-e026-4ee8-a8ab-86c733e9a211/691c41c2-810c-4ccb-bb31-aecf9470a77a/22d0b6c6-ad45-4659-a4f0-1d8f89c1671d) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:50:45.448673 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:45.648220 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaffd47-c890-42ca-b43d-b48434cab8c5 admin admin] Network 930a1bab-ccd6-426e-90da-86a0078b5802 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:50:45.703927 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-ceaffd47-c890-42ca-b43d-b48434cab8c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:45.904934 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceaffd47-c890-42ca-b43d-b48434cab8c5 admin admin] Router a9021140-d07a-4514-979a-ce672c347247 has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:50:45.974390 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:46.022413 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2a6b627c-4661-45a3-93f9-1cefd8c5847a req-599d71b8-5ab2-409d-bc2b-60a86125f708 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 210 time: 0.0524499 Aug 24 17:50:46.057468 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-9771e90a-e736-40e4-b5db-b3dc33eaa8b6 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for port (22d0b6c6-ad45-4659-a4f0-1d8f89c1671d), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:46.084217 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:46.085018 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:46.118377 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-9771e90a-e736-40e4-b5db-b3dc33eaa8b6 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (22d0b6c6-ad45-4659-a4f0-1d8f89c1671d), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:46.176099 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:46.177010 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:46.205162 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-9771e90a-e736-40e4-b5db-b3dc33eaa8b6 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Network 42250e67-e026-4ee8-a8ab-86c733e9a211 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:50:46.207185 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:46.212717 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-9771e90a-e736-40e4-b5db-b3dc33eaa8b6 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:46.216093 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:46.225857 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-9771e90a-e736-40e4-b5db-b3dc33eaa8b6 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:50:46.241425 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771e90a-e736-40e4-b5db-b3dc33eaa8b6 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Pushing event updated for resources: {'Port': ['ID=22d0b6c6-ad45-4659-a4f0-1d8f89c1671d,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:46.332530 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-9771e90a-e736-40e4-b5db-b3dc33eaa8b6 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:46.333336 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-9771e90a-e736-40e4-b5db-b3dc33eaa8b6 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:46.370808 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceaffd47-c890-42ca-b43d-b48434cab8c5 admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:50:46.377688 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-ceaffd47-c890-42ca-b43d-b48434cab8c5 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/a9021140-d07a-4514-979a-ce672c347247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6992388 Aug 24 17:50:46.406113 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-9771e90a-e736-40e4-b5db-b3dc33eaa8b6 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.62 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7655060 Aug 24 17:50:46.425041 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] Request body: {'port': {'device_id': 'ef24bd4c-630a-428f-9eb7-50c5009e9fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:46.570194 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-acf8c5bb-8b5a-440f-a742-fe07ba119e8e None None] Provisioning complete for port 6e709e2f-8b67-4623-a154-58f2f063ee21 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:46.570579 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-acf8c5bb-8b5a-440f-a742-fe07ba119e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (6e709e2f-8b67-4623-a154-58f2f063ee21), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:46.577370 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:46.589184 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01dfff-7564-45ff-8c12-87bfcf1e1856 req-b7267ae8-bb3f-4173-b016-a0c7647ddc7a tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:46.602976 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6f01dfff-7564-45ff-8c12-87bfcf1e1856 req-b7267ae8-bb3f-4173-b016-a0c7647ddc7a tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.2472188 Aug 24 17:50:46.625636 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-acf8c5bb-8b5a-440f-a742-fe07ba119e8e None None] Port 6e709e2f-8b67-4623-a154-58f2f063ee21 cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:50:46.700136 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:46.717500 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (22d0b6c6-ad45-4659-a4f0-1d8f89c1671d), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:46.738010 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6f01dfff-7564-45ff-8c12-87bfcf1e1856 req-7dd82ae6-d7d2-433a-866a-d22a00bd2f87 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282115 Aug 24 17:50:46.749538 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-b145c491-faaa-4ccc-ba30-4f18a77aa78f None None] Provisioning complete for port 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:46.752558 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-b145c491-faaa-4ccc-ba30-4f18a77aa78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (22d0b6c6-ad45-4659-a4f0-1d8f89c1671d), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:46.815211 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-b145c491-faaa-4ccc-ba30-4f18a77aa78f None None] Port 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:50:46.872764 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:46.937409 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35572) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:47.001932 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6270c0-2399-4320-a2ca-15a1cf143b04 admin admin] Deleting subnet 77678b36-fd99-4a07-8699-53121d1147fb {{(pid=112763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:50:47.005698 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-eb6270c0-2399-4320-a2ca-15a1cf143b04 admin admin] Publish callbacks [] for subnet (77678b36-fd99-4a07-8699-53121d1147fb), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.031986 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:47.049556 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-eb6270c0-2399-4320-a2ca-15a1cf143b04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7513626'] for subnet (77678b36-fd99-4a07-8699-53121d1147fb), precommit_delete_associations {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.069245 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 35578) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:47.078730 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-9674a415-71f6-4459-af23-f3e7754fc1a1 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-192845372', 'description': 'tempest-secgroup-smoke-192845372 description', 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:47.107256 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-eb6270c0-2399-4320-a2ca-15a1cf143b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858428'] for subnet (77678b36-fd99-4a07-8699-53121d1147fb), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.132899 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d {{(pid=112764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:50:47.142094 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9674a415-71f6-4459-af23-f3e7754fc1a1 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.153774 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] Publish callbacks [] for port (22d0b6c6-ad45-4659-a4f0-1d8f89c1671d), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.164383 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-eb6270c0-2399-4320-a2ca-15a1cf143b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7605615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7792018'] for subnet (77678b36-fd99-4a07-8699-53121d1147fb), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.191462 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6270c0-2399-4320-a2ca-15a1cf143b04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77678b36-fd99-4a07-8699-53121d1147fb,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:47.195757 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-eb6270c0-2399-4320-a2ca-15a1cf143b04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.199823 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-eb6270c0-2399-4320-a2ca-15a1cf143b04 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/77678b36-fd99-4a07-8699-53121d1147fb HTTP/1.1" status: 204 len: 168 time: 0.2608018 Aug 24 17:50:47.201583 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35580) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:47.212648 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.provisioning_blocks [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] Transition to ACTIVE for port object 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d will not be triggered until provisioned by entity L2. {{(pid=112764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:50:47.224031 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd4e40-9372-4ab1-8e3d-b203e4d8af06 req-72fd5c68-1168-444c-8f79-7c59ab8346fc tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:47.225541 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7ebd4e40-9372-4ab1-8e3d-b203e4d8af06 req-72fd5c68-1168-444c-8f79-7c59ab8346fc tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 932 time: 0.0878880 Aug 24 17:50:47.230839 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (22d0b6c6-ad45-4659-a4f0-1d8f89c1671d), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.284567 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c77d8539-a897-4558-b2e8-8187f7107686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772529'] for network (36e38d0d-5ac8-4cf5-ac87-8b158b40ef79), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.339239 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] Pushing event updated for resources: {'Port': ['ID=22d0b6c6-ad45-4659-a4f0-1d8f89c1671d,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:47.372990 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c77d8539-a897-4558-b2e8-8187f7107686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853052', 'neutron.services.segments.db._delete_segments_for_network-8763232076656'] for network (36e38d0d-5ac8-4cf5-ac87-8b158b40ef79), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.393619 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-c77d8539-a897-4558-b2e8-8187f7107686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e38d0d-5ac8-4cf5-ac87-8b158b40ef79']}} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:47.393956 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9674a415-71f6-4459-af23-f3e7754fc1a1 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group (95c99eeb-0111-4956-ba71-cd2135e90cec), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.402094 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7ebd4e40-9372-4ab1-8e3d-b203e4d8af06 req-8c31bda1-0130-4bf4-97ee-4e998abb3ca0 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686714 Aug 24 17:50:47.406622 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9674a415-71f6-4459-af23-f3e7754fc1a1 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (95c99eeb-0111-4956-ba71-cd2135e90cec), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.408639 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-c77d8539-a897-4558-b2e8-8187f7107686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca180ab6-81a0-48b2-8ab3-2bc494d3fa42') {'for_net_delete': True} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:47.409673 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-c77d8539-a897-4558-b2e8-8187f7107686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca180ab6-81a0-48b2-8ab3-2bc494d3fa42') {} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:47.425896 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c77d8539-a897-4558-b2e8-8187f7107686 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763232055022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7513619'] for segment (ca180ab6-81a0-48b2-8ab3-2bc494d3fa42), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.440517 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c77d8539-a897-4558-b2e8-8187f7107686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (ca180ab6-81a0-48b2-8ab3-2bc494d3fa42), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.448748 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77d8539-a897-4558-b2e8-8187f7107686 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=112763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:50:47.449256 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c77d8539-a897-4558-b2e8-8187f7107686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7605513'] for segment (ca180ab6-81a0-48b2-8ab3-2bc494d3fa42), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.453119 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9674a415-71f6-4459-af23-f3e7754fc1a1 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.454344 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-9674a415-71f6-4459-af23-f3e7754fc1a1 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3844197 Aug 24 17:50:47.459522 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674a415-71f6-4459-af23-f3e7754fc1a1 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95c99eeb-0111-4956-ba71-cd2135e90cec,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:47.462558 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 35584) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:47.469942 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-540d1a61-9a2f-4e54-a92d-97f9f82c7285 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Request body: {'security_group_rule': {'security_group_id': '95c99eeb-0111-4956-ba71-cd2135e90cec', 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:47.476876 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] Attempting to bind port 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d on host hv-cinder-84052 for vnic_type normal with profile {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:50:47.477283 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] Attempting to bind port 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '9c8d4118-7962-435d-9942-3c81535bbb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211'}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:50:47.477626 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] Attempting to bind port 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d on network 42250e67-e026-4ee8-a8ab-86c733e9a211 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:50:47.481333 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.services.segments.plugin [-] Segment ca180ab6-81a0-48b2-8ab3-2bc494d3fa42 resource provider aggregate not found Aug 24 17:50:47.494528 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] Port 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d on network 42250e67-e026-4ee8-a8ab-86c733e9a211 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:50:47.494862 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] Attempting to bind port 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d on network 42250e67-e026-4ee8-a8ab-86c733e9a211 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:50:47.505535 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] Checking agent: {'id': 'd24852b8-87fc-4acc-b821-6f57e7364c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'started_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:50:47.505960 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] Checking segment: {'id': '9c8d4118-7962-435d-9942-3c81535bbb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:50:47.506313 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] Bound using segment: {'id': '9c8d4118-7962-435d-9942-3c81535bbb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211'} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:50:47.506728 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] Bound port: 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c8d4118-7962-435d-9942-3c81535bbb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211'}}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:50:47.507078 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (22d0b6c6-ad45-4659-a4f0-1d8f89c1671d), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.516544 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.services.segments.plugin [-] Segment ca180ab6-81a0-48b2-8ab3-2bc494d3fa42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca180ab6-81a0-48b2-8ab3-2bc494d3fa42 found for delete ", "request_id": "req-a7f15ce8-bba6-4e34-b6ae-2c016f6ed39b"}]} Aug 24 17:50:47.523241 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-540d1a61-9a2f-4e54-a92d-97f9f82c7285 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group_rule (374a5a08-24e3-4c9c-b4b3-6340b16190df), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.534789 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c77d8539-a897-4558-b2e8-8187f7107686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795916'] for network (36e38d0d-5ac8-4cf5-ac87-8b158b40ef79), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.542274 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c77d8539-a897-4558-b2e8-8187f7107686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.545876 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-c77d8539-a897-4558-b2e8-8187f7107686 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/36e38d0d-5ac8-4cf5-ac87-8b158b40ef79 HTTP/1.1" status: 204 len: 168 time: 0.3432584 Aug 24 17:50:47.548505 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:47.561083 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d8539-a897-4558-b2e8-8187f7107686 admin admin] Pushing event deleted for resources: {'Network': ['ID=36e38d0d-5ac8-4cf5-ac87-8b158b40ef79,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:47.627854 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:47.629111 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] For port 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d, host hv-cinder-84052, cleared binding levels {{(pid=112764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:50:47.633251 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-540d1a61-9a2f-4e54-a92d-97f9f82c7285 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group_rule (374a5a08-24e3-4c9c-b4b3-6340b16190df), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.647185 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-540d1a61-9a2f-4e54-a92d-97f9f82c7285 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (374a5a08-24e3-4c9c-b4b3-6340b16190df), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.650251 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] For port 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=22d0b6c6-ad45-4659-a4f0-1d8f89c1671d,segment=NetworkSegment(9c8d4118-7962-435d-9942-3c81535bbb02),segment_id=9c8d4118-7962-435d-9942-3c81535bbb02)] {{(pid=112764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:50:47.669724 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (22d0b6c6-ad45-4659-a4f0-1d8f89c1671d), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.679052 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:47.679721 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.681163 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] 10.222.0.62 "PUT /networking/v2.0/ports/22d0b6c6-ad45-4659-a4f0-1d8f89c1671d HTTP/1.1" status: 200 len: 1094 time: 1.2611232 Aug 24 17:50:47.681819 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef24bd4c-630a-428f-9eb7-50c5009e9fe1', 'tag': '22d0b6c6-ad45-4659-a4f0-1d8f89c1671d'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:50:47.684213 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6cc997-a9cb-4f9e-a64d-694d3d52b7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ef24bd4c-630a-428f-9eb7-50c5009e9fe1", "tag": "22d0b6c6-ad45-4659-a4f0-1d8f89c1671d"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:50:47.686756 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d1a61-9a2f-4e54-a92d-97f9f82c7285 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374a5a08-24e3-4c9c-b4b3-6340b16190df,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:47.719642 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-540d1a61-9a2f-4e54-a92d-97f9f82c7285 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.723631 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-540d1a61-9a2f-4e54-a92d-97f9f82c7285 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2545698 Aug 24 17:50:47.724694 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 35592) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:47.726164 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] Sync routers for ids ['a9021140-d07a-4514-979a-ce672c347247'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:50:47.728256 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-916f72a9-7d4b-42a7-b8fc-d34c04d89469 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Request body: {'security_group_rule': {'security_group_id': '95c99eeb-0111-4956-ba71-cd2135e90cec', 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:47.751340 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] Routers {'a9021140-d07a-4514-979a-ce672c347247'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:50:47.753558 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:50:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a9021140-d07a-4514-979a-ce672c347247'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:47.784575 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca860d2-6b21-42b7-8695-599c5915fa6b x-openstack-request-id: req-7ca860d2-6b21-42b7-8695-599c5915fa6b {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:50:47.784872 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef24bd4c-630a-428f-9eb7-50c5009e9fe1", "tag": "22d0b6c6-ad45-4659-a4f0-1d8f89c1671d", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:50:47.785112 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7ca860d2-6b21-42b7-8695-599c5915fa6b {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:50:47.785576 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ca860d2-6b21-42b7-8695-599c5915fa6b'] response: {'name': 'network-changed', 'server_uuid': 'ef24bd4c-630a-428f-9eb7-50c5009e9fe1', 'tag': '22d0b6c6-ad45-4659-a4f0-1d8f89c1671d', 'status': 'completed', 'code': 200} Aug 24 17:50:47.791379 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d9eb8-be38-4919-9f17-fd9154d855fe service neutron] Pushing event updated for resources: {'Port': ['ID=22d0b6c6-ad45-4659-a4f0-1d8f89c1671d,revision_number=3']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:47.815739 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-916f72a9-7d4b-42a7-b8fc-d34c04d89469 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group_rule (c62c977f-d16d-4930-b37a-07e1d3b26494), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:47.840561 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-7e064a77-c7dd-4d1d-97c0-0b25916c3cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:47.842080 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-7e064a77-c7dd-4d1d-97c0-0b25916c3cd9 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=0fb78a439e20439f8d93a4f7df3f28f8&device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 1128 time: 0.0707445 Aug 24 17:50:47.904099 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-24d710c4-423c-479f-9d43-08daea4a2882 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d0b6c6-ad45-4659-a4f0-1d8f89c1671d HTTP/1.1" status: 200 len: 217 time: 0.0533199 Aug 24 17:50:47.935396 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35596) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:47.970807 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:48.014542 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-5ac64f69-74ce-47f3-9d03-610c338b48c3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f62f652ab66a4289be10048e1c8169d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0773199 Aug 24 17:50:48.017893 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35598) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:48.024593 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-916f72a9-7d4b-42a7-b8fc-d34c04d89469 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group_rule (c62c977f-d16d-4930-b37a-07e1d3b26494), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.041490 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-916f72a9-7d4b-42a7-b8fc-d34c04d89469 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (c62c977f-d16d-4930-b37a-07e1d3b26494), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.057297 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44bd3c-505e-43f6-a2f4-70b818894797 req-41584763-8ad7-47a8-871a-acebbc5f2f26 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:48.058897 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7d44bd3c-505e-43f6-a2f4-70b818894797 req-41584763-8ad7-47a8-871a-acebbc5f2f26 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0846655 Aug 24 17:50:48.063166 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-fba9696f-c8de-49f9-a602-1ee3a66a8eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:48.064647 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-fba9696f-c8de-49f9-a602-1ee3a66a8eb9 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=691c41c2-810c-4ccb-bb31-aecf9470a77a HTTP/1.1" status: 200 len: 857 time: 0.1495936 Aug 24 17:50:48.065689 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:48.066455 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.082843 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] Set router a9021140-d07a-4514-979a-ce672c347247 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:50:48.121575 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f72a9-7d4b-42a7-b8fc-d34c04d89469 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62c977f-d16d-4930-b37a-07e1d3b26494,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:48.178012 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=100 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:48.191145 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:48.194706 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c5d438e2-48ce-4a2e-b1ed-211e07358181 admin admin] Publish callbacks [] for security_group (bb896b88-965b-4321-9531-9f76092f479c), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.226879 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c5d438e2-48ce-4a2e-b1ed-211e07358181 admin admin] Publish callbacks [] for security_group (bb896b88-965b-4321-9531-9f76092f479c), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.240724 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-916f72a9-7d4b-42a7-b8fc-d34c04d89469 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.241958 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-916f72a9-7d4b-42a7-b8fc-d34c04d89469 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5172136 Aug 24 17:50:48.254468 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 35604) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:48.266954 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-11986b93-e144-4434-aafb-9004df9a82f1 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Request body: {'security_group_rule': {'security_group_id': '95c99eeb-0111-4956-ba71-cd2135e90cec', 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:48.291133 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-5015156f-7029-4d26-bd75-8b1e0f50628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:48.293375 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-5015156f-7029-4d26-bd75-8b1e0f50628d service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=42250e67-e026-4ee8-a8ab-86c733e9a211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2117589 Aug 24 17:50:48.320773 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c5d438e2-48ce-4a2e-b1ed-211e07358181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (bb896b88-965b-4321-9531-9f76092f479c), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.327053 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c5d438e2-48ce-4a2e-b1ed-211e07358181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.328598 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-c5d438e2-48ce-4a2e-b1ed-211e07358181 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bb896b88-965b-4321-9531-9f76092f479c HTTP/1.1" status: 204 len: 168 time: 0.3092649 Aug 24 17:50:48.353518 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:48.362746 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7d44bd3c-505e-43f6-a2f4-70b818894797 req-1ac7a91b-933c-4941-b7a6-1f739a7ed870 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821455 Aug 24 17:50:48.380235 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d438e2-48ce-4a2e-b1ed-211e07358181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb896b88-965b-4321-9531-9f76092f479c,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:48.401880 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9021140-d07a-4514-979a-ce672c347247', 'name': 'tempest-TestShelveInstance-1057252013-router', 'tenant_id': '3aabd6541e7e4d429574cedba7e6e607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd6c3f5bc-9587-45c8-9f34-b07eae9e6f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:37Z', 'updated_at': '2022-08-24T17:50:44Z', 'revision_number': 4, 'project_id': '3aabd6541e7e4d429574cedba7e6e607', 'gw_port': {'id': 'd6c3f5bc-9587-45c8-9f34-b07eae9e6f9f', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9021140-d07a-4514-979a-ce672c347247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:38Z', 'updated_at': '2022-08-24T17:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '6e709e2f-8b67-4623-a154-58f2f063ee21', 'name': '', 'network_id': '930a1bab-ccd6-426e-90da-86a0078b5802', 'tenant_id': '3aabd6541e7e4d429574cedba7e6e607', 'mac_address': 'fa:16:3e:5c:cb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9021140-d07a-4514-979a-ce672c347247', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2abed01b-8111-4e27-b741-1ded150d548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:42Z', 'updated_at': '2022-08-24T17:50:44Z', 'revision_number': 2, 'project_id': '3aabd6541e7e4d429574cedba7e6e607', 'subnets': [{'id': '2abed01b-8111-4e27-b741-1ded150d548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:48.462503 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] Checking router: a9021140-d07a-4514-979a-ce672c347247 for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:50:48.463103 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] Updating router a9021140-d07a-4514-979a-ce672c347247 port 6e709e2f-8b67-4623-a154-58f2f063ee21 binding host dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:50:48.494996 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-11986b93-e144-4434-aafb-9004df9a82f1 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group_rule (154982cc-3031-4062-95e5-dc52d01dddac), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.518584 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (6e709e2f-8b67-4623-a154-58f2f063ee21), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.888414 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] Publish callbacks [] for port (6e709e2f-8b67-4623-a154-58f2f063ee21), precommit_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:48.901029 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (6e709e2f-8b67-4623-a154-58f2f063ee21), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.016829 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-11986b93-e144-4434-aafb-9004df9a82f1 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group_rule (154982cc-3031-4062-95e5-dc52d01dddac), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.037154 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-11986b93-e144-4434-aafb-9004df9a82f1 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (154982cc-3031-4062-95e5-dc52d01dddac), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.093713 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73653326-e161-4794-b863-e0d4b930f1e0 req-59b2c206-0c31-4bde-8cdc-924df37e7bbd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:49.095258 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-73653326-e161-4794-b863-e0d4b930f1e0 req-59b2c206-0c31-4bde-8cdc-924df37e7bbd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 944 time: 0.5526390 Aug 24 17:50:49.103222 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-e0e606a1-ba2a-4f4a-8b19-e714e2107245 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7932129 Aug 24 17:50:49.107775 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80494a3-7f06-4e6d-8778-8d560184763e None None] Pushing event updated for resources: {'Port': ['ID=6e709e2f-8b67-4623-a154-58f2f063ee21,revision_number=3']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:49.110015 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11986b93-e144-4434-aafb-9004df9a82f1 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154982cc-3031-4062-95e5-dc52d01dddac,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:49.165443 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-11986b93-e144-4434-aafb-9004df9a82f1 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.169272 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-11986b93-e144-4434-aafb-9004df9a82f1 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9110241 Aug 24 17:50:49.169571 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35630) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:49.175340 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-5ed0cae9-03d9-4790-901f-4e9497030418 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Request body: {'security_group_rule': {'security_group_id': '95c99eeb-0111-4956-ba71-cd2135e90cec', 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:49.187198 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] Attempting to bind port 6e709e2f-8b67-4623-a154-58f2f063ee21 on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:50:49.187840 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] Attempting to bind port 6e709e2f-8b67-4623-a154-58f2f063ee21 by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': '6cb43d2d-ec3a-4c9c-847c-02897bdea8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '930a1bab-ccd6-426e-90da-86a0078b5802'}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:50:49.188200 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] Attempting to bind port 6e709e2f-8b67-4623-a154-58f2f063ee21 on network 930a1bab-ccd6-426e-90da-86a0078b5802 {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:50:49.197589 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:50:49.197972 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] Checking segment: {'id': '6cb43d2d-ec3a-4c9c-847c-02897bdea8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '930a1bab-ccd6-426e-90da-86a0078b5802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:50:49.198594 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.199131 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] Bound using segment: {'id': '6cb43d2d-ec3a-4c9c-847c-02897bdea8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '930a1bab-ccd6-426e-90da-86a0078b5802'} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:50:49.199930 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] Bound port: 6e709e2f-8b67-4623-a154-58f2f063ee21, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb43d2d-ec3a-4c9c-847c-02897bdea8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '930a1bab-ccd6-426e-90da-86a0078b5802'}}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:50:49.200543 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (6e709e2f-8b67-4623-a154-58f2f063ee21), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.216667 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:49.236431 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:49.246463 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-73653326-e161-4794-b863-e0d4b930f1e0 req-36a7e8ff-3802-4443-935e-bb3db2f1454e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421831 Aug 24 17:50:49.256907 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5ed0cae9-03d9-4790-901f-4e9497030418 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group_rule (9c1f0950-cb62-4f0c-ad0e-abc9735de129), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.275535 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1ab06df0-e3fd-43c8-8557-18ed2f59206b req-b7874173-27ff-425c-994b-fa5c34b6dd20 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566083 Aug 24 17:50:49.333096 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] For port 6e709e2f-8b67-4623-a154-58f2f063ee21, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:50:49.337371 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] For port 6e709e2f-8b67-4623-a154-58f2f063ee21, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=6e709e2f-8b67-4623-a154-58f2f063ee21,segment=NetworkSegment(6cb43d2d-ec3a-4c9c-847c-02897bdea8c7),segment_id=6cb43d2d-ec3a-4c9c-847c-02897bdea8c7)] {{(pid=112766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:50:49.348744 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (6e709e2f-8b67-4623-a154-58f2f063ee21), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.393843 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5ed0cae9-03d9-4790-901f-4e9497030418 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group_rule (9c1f0950-cb62-4f0c-ad0e-abc9735de129), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.399077 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] Routers {'a9021140-d07a-4514-979a-ce672c347247'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:50:49.400275 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:50:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a9021140-d07a-4514-979a-ce672c347247'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:49.404586 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5ed0cae9-03d9-4790-901f-4e9497030418 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (9c1f0950-cb62-4f0c-ad0e-abc9735de129), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.430954 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:49.489633 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0cae9-03d9-4790-901f-4e9497030418 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1f0950-cb62-4f0c-ad0e-abc9735de129,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:49.508201 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5ed0cae9-03d9-4790-901f-4e9497030418 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.509749 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-5ed0cae9-03d9-4790-901f-4e9497030418 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3389385 Aug 24 17:50:49.512826 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35640) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:49.524317 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-9f51d313-56db-44bc-bcdb-83078f69a836 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Request body: {'security_group_rule': {'security_group_id': '95c99eeb-0111-4956-ba71-cd2135e90cec', 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:49.540123 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:49.573355 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] Set router a9021140-d07a-4514-979a-ce672c347247 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:50:49.599253 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa59261-5838-4a3d-943f-3bd576772ed0 req-75fa5fb2-6394-4f10-bd9a-0c4e93469b0a tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:49.601392 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0aa59261-5838-4a3d-943f-3bd576772ed0 req-75fa5fb2-6394-4f10-bd9a-0c4e93469b0a tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0716612 Aug 24 17:50:49.603672 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.securitygroups_db [None req-9f51d313-56db-44bc-bcdb-83078f69a836 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Project 79ef0ce1ee884e9d80d4200d40b7b6c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 17:50:49.625068 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:49.631253 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9f51d313-56db-44bc-bcdb-83078f69a836 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group_rule (ece7e678-75e2-4e87-9a3a-2471ed5ea228), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.672812 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 35644) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:49.693321 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0aa59261-5838-4a3d-943f-3bd576772ed0 req-8f5d6d27-3694-4ce4-b923-78239024c0fd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858312 Aug 24 17:50:49.714775 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9f51d313-56db-44bc-bcdb-83078f69a836 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group_rule (ece7e678-75e2-4e87-9a3a-2471ed5ea228), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.731530 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9f51d313-56db-44bc-bcdb-83078f69a836 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (ece7e678-75e2-4e87-9a3a-2471ed5ea228), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.765092 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51d313-56db-44bc-bcdb-83078f69a836 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece7e678-75e2-4e87-9a3a-2471ed5ea228,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:49.777334 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9f51d313-56db-44bc-bcdb-83078f69a836 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.781652 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 35648) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:49.783051 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-9f51d313-56db-44bc-bcdb-83078f69a836 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2690263 Aug 24 17:50:49.790228 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-9d5bb66a-d1df-49e0-8212-315c66074b73 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Request body: {'security_group_rule': {'security_group_id': '95c99eeb-0111-4956-ba71-cd2135e90cec', 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:49.795468 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80494a3-7f06-4e6d-8778-8d560184763e None None] Pushing event updated for resources: {'Port': ['ID=6e709e2f-8b67-4623-a154-58f2f063ee21,revision_number=4']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:49.825574 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:49.851160 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.securitygroups_db [None req-9d5bb66a-d1df-49e0-8212-315c66074b73 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Project 79ef0ce1ee884e9d80d4200d40b7b6c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 17:50:49.860714 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9d5bb66a-d1df-49e0-8212-315c66074b73 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group_rule (b0eb0f79-6d5c-4f79-bb68-67b968100b89), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.876276 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-a066165e-850e-4afa-bd0e-fe8c19a3ee4e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-66404139-network', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:49.884240 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9021140-d07a-4514-979a-ce672c347247', 'name': 'tempest-TestShelveInstance-1057252013-router', 'tenant_id': '3aabd6541e7e4d429574cedba7e6e607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd6c3f5bc-9587-45c8-9f34-b07eae9e6f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:37Z', 'updated_at': '2022-08-24T17:50:44Z', 'revision_number': 4, 'project_id': '3aabd6541e7e4d429574cedba7e6e607', 'gw_port': {'id': 'd6c3f5bc-9587-45c8-9f34-b07eae9e6f9f', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9021140-d07a-4514-979a-ce672c347247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:38Z', 'updated_at': '2022-08-24T17:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '6e709e2f-8b67-4623-a154-58f2f063ee21', 'name': '', 'network_id': '930a1bab-ccd6-426e-90da-86a0078b5802', 'tenant_id': '3aabd6541e7e4d429574cedba7e6e607', 'mac_address': 'fa:16:3e:5c:cb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9021140-d07a-4514-979a-ce672c347247', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2abed01b-8111-4e27-b741-1ded150d548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:42Z', 'updated_at': '2022-08-24T17:50:49Z', 'revision_number': 4, 'project_id': '3aabd6541e7e4d429574cedba7e6e607', 'subnets': [{'id': '2abed01b-8111-4e27-b741-1ded150d548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:49.918518 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46b3bd1-ca56-49bf-bc98-789594e3c8bd None None] The sync data for ids ['a9021140-d07a-4514-979a-ce672c347247'] in dv-cinder-840525-3-iscsi is: [{'id': 'a9021140-d07a-4514-979a-ce672c347247', 'name': 'tempest-TestShelveInstance-1057252013-router', 'tenant_id': '3aabd6541e7e4d429574cedba7e6e607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd6c3f5bc-9587-45c8-9f34-b07eae9e6f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:37Z', 'updated_at': '2022-08-24T17:50:44Z', 'revision_number': 4, 'project_id': '3aabd6541e7e4d429574cedba7e6e607', 'gw_port': {'id': 'd6c3f5bc-9587-45c8-9f34-b07eae9e6f9f', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9021140-d07a-4514-979a-ce672c347247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:38Z', 'updated_at': '2022-08-24T17:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '6e709e2f-8b67-4623-a154-58f2f063ee21', 'name': '', 'network_id': '930a1bab-ccd6-426e-90da-86a0078b5802', 'tenant_id': '3aabd6541e7e4d429574cedba7e6e607', 'mac_address': 'fa:16:3e:5c:cb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9021140-d07a-4514-979a-ce672c347247', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2abed01b-8111-4e27-b741-1ded150d548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:42Z', 'updated_at': '2022-08-24T17:50:49Z', 'revision_number': 4, 'project_id': '3aabd6541e7e4d429574cedba7e6e607', 'subnets': [{'id': '2abed01b-8111-4e27-b741-1ded150d548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:50:49.930572 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a066165e-850e-4afa-bd0e-fe8c19a3ee4e admin admin] Made reservation on behalf of b9cd3cd0a9434f5ab0e1e1c52145beb2 for: {'network': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:50:49.933788 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a066165e-850e-4afa-bd0e-fe8c19a3ee4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for network (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.949152 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a066165e-850e-4afa-bd0e-fe8c19a3ee4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.957428 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9d5bb66a-d1df-49e0-8212-315c66074b73 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group_rule (b0eb0f79-6d5c-4f79-bb68-67b968100b89), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:49.968268 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9d5bb66a-d1df-49e0-8212-315c66074b73 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (b0eb0f79-6d5c-4f79-bb68-67b968100b89), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:50.009427 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bb66a-d1df-49e0-8212-315c66074b73 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0eb0f79-6d5c-4f79-bb68-67b968100b89,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:50.039865 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9d5bb66a-d1df-49e0-8212-315c66074b73 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:50.041084 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-9d5bb66a-d1df-49e0-8212-315c66074b73 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2582927 Aug 24 17:50:50.149980 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a066165e-850e-4afa-bd0e-fe8c19a3ee4e admin admin] Publish callbacks [] for security_group (f81512cc-c889-4126-bb14-0e62a2ce88b1), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:50.167821 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a066165e-850e-4afa-bd0e-fe8c19a3ee4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (f81512cc-c889-4126-bb14-0e62a2ce88b1), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:50.200278 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a066165e-850e-4afa-bd0e-fe8c19a3ee4e admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=112764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:50:50.233539 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a066165e-850e-4afa-bd0e-fe8c19a3ee4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (30259835-216c-4123-bc4a-7b0c958ef368), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:50.233887 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.segments_db [None req-a066165e-850e-4afa-bd0e-fe8c19a3ee4e admin admin] Added segment 30259835-216c-4123-bc4a-7b0c958ef368 of type vlan for network 670b2ce6-025e-49c8-81a1-b5bd33c90dee Aug 24 17:50:50.235329 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066165e-850e-4afa-bd0e-fe8c19a3ee4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81512cc-c889-4126-bb14-0e62a2ce88b1,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:50.354277 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a066165e-850e-4afa-bd0e-fe8c19a3ee4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763231558539'] for network (670b2ce6-025e-49c8-81a1-b5bd33c90dee), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:50.383973 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cc997-a9cb-4f9e-a64d-694d3d52b7bf req-19c2de15-9aaa-4bb9-80d6-24c8ff59a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:50.385477 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5e6cc997-a9cb-4f9e-a64d-694d3d52b7bf req-19c2de15-9aaa-4bb9-80d6-24c8ff59a271 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=0fb78a439e20439f8d93a4f7df3f28f8&device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 1128 time: 0.1099207 Aug 24 17:50:50.530080 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8340877-64e1-451c-aff1-766f1bb0dbf4 req-311cab41-6561-415b-864b-038d1db09b7f tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:50.531677 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b8340877-64e1-451c-aff1-766f1bb0dbf4 req-311cab41-6561-415b-864b-038d1db09b7f tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 944 time: 0.1643543 Aug 24 17:50:50.541783 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a066165e-850e-4afa-bd0e-fe8c19a3ee4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for network (670b2ce6-025e-49c8-81a1-b5bd33c90dee), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:50.543401 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a066165e-850e-4afa-bd0e-fe8c19a3ee4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:50.544064 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a066165e-850e-4afa-bd0e-fe8c19a3ee4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:50.555523 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:50.601157 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cc997-a9cb-4f9e-a64d-694d3d52b7bf req-2638f124-c6e2-4d97-8896-82bdcf7c56e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:50.603452 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5e6cc997-a9cb-4f9e-a64d-694d3d52b7bf req-2638f124-c6e2-4d97-8896-82bdcf7c56e6 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=42250e67-e026-4ee8-a8ab-86c733e9a211 HTTP/1.1" status: 200 len: 919 time: 0.1930258 Aug 24 17:50:50.630896 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-a066165e-850e-4afa-bd0e-fe8c19a3ee4e admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9535644 Aug 24 17:50:50.631222 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35690) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:50.638315 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-fb7013d1-693a-4501-89b3-69474cc79c7b admin admin] Request body: {'subnet': {'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-66404139-subnet', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'ip_version': 4}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:50.682477 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5e6cc997-a9cb-4f9e-a64d-694d3d52b7bf req-55842615-57c2-4105-9b90-73f6874c263b service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d0b6c6-ad45-4659-a4f0-1d8f89c1671d HTTP/1.1" status: 200 len: 217 time: 0.0601728 Aug 24 17:50:50.693985 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7013d1-693a-4501-89b3-69474cc79c7b admin admin] Made reservation on behalf of b9cd3cd0a9434f5ab0e1e1c52145beb2 for: {'subnet': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:50:50.696519 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fb7013d1-693a-4501-89b3-69474cc79c7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7792119'] for subnet (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:50.759287 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066165e-850e-4afa-bd0e-fe8c19a3ee4e admin admin] Pushing event updated for resources: {'Network': ['ID=670b2ce6-025e-49c8-81a1-b5bd33c90dee,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:50.773201 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Network 670b2ce6-025e-49c8-81a1-b5bd33c90dee details requested by agent ovs-agent-dv-cinder-840525-3-iscsi with host dv-cinder-840525-3-iscsi {{(pid=112765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:50:50.880135 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cc997-a9cb-4f9e-a64d-694d3d52b7bf req-10cfdc38-c9ab-4f1b-b84d-7d1e7af8c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:50.886947 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5e6cc997-a9cb-4f9e-a64d-694d3d52b7bf req-10cfdc38-c9ab-4f1b-b84d-7d1e7af8c727 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=691c41c2-810c-4ccb-bb31-aecf9470a77a HTTP/1.1" status: 200 len: 857 time: 0.1518881 Aug 24 17:50:50.966260 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d4057-f760-4799-b3d6-2eb3e12af352 req-6f98f5f0-3691-4d2b-858b-511ee84bec30 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:50.970387 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7b0d4057-f760-4799-b3d6-2eb3e12af352 req-6f98f5f0-3691-4d2b-858b-511ee84bec30 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.1139596 Aug 24 17:50:51.026036 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cc997-a9cb-4f9e-a64d-694d3d52b7bf req-5a5c9f0a-85e0-4d78-8ae9-40b8655675bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:51.035554 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5e6cc997-a9cb-4f9e-a64d-694d3d52b7bf req-5a5c9f0a-85e0-4d78-8ae9-40b8655675bf service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=42250e67-e026-4ee8-a8ab-86c733e9a211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1334956 Aug 24 17:50:51.082386 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7b0d4057-f760-4799-b3d6-2eb3e12af352 req-853c7be7-8d00-4e34-ba3a-3e33ebb93f9c tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028452 Aug 24 17:50:51.099018 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b8340877-64e1-451c-aff1-766f1bb0dbf4 req-9b0b68c7-7183-4012-b9dd-fa004130de0c tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5522323 Aug 24 17:50:51.135693 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:51.274987 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fb7013d1-693a-4501-89b3-69474cc79c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7605930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7792025'] for subnet (1f289036-4649-4f08-8be9-d53556abacbd), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:51.276236 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5e6cc997-a9cb-4f9e-a64d-694d3d52b7bf req-a5a777b1-2a1d-4eb7-bc85-edf8ecea2ae5 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365370 Aug 24 17:50:51.380660 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7013d1-693a-4501-89b3-69474cc79c7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f289036-4649-4f08-8be9-d53556abacbd,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:51.434824 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7013d1-693a-4501-89b3-69474cc79c7b admin admin] Checking segment: {'id': '30259835-216c-4123-bc4a-7b0c958ef368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:50:51.435753 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7013d1-693a-4501-89b3-69474cc79c7b admin admin] Network hostable DHCP agents. Network: 670b2ce6-025e-49c8-81a1-b5bd33c90dee, hostable agents: ['edbe2c30-39eb-4d16-9bee-d282c1702677'], hosted agents: [] {{(pid=112763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:50:51.479349 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7013d1-693a-4501-89b3-69474cc79c7b admin admin] Network 670b2ce6-025e-49c8-81a1-b5bd33c90dee is scheduled to be hosted by DHCP agent edbe2c30-39eb-4d16-9bee-d282c1702677 with binding_index 1 {{(pid=112763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:50:51.521767 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-fb7013d1-693a-4501-89b3-69474cc79c7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-3-iscsi, 670b2ce6-025e-49c8-81a1-b5bd33c90dee) {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:51.526122 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7013d1-693a-4501-89b3-69474cc79c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:51.526793 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fb7013d1-693a-4501-89b3-69474cc79c7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:51.534448 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5e6cc997-a9cb-4f9e-a64d-694d3d52b7bf req-d837b03e-f45b-410e-8094-f28295f03109 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500689 Aug 24 17:50:51.545807 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe13f92-9d58-4108-a079-613bdd322175 None None] Network 670b2ce6-025e-49c8-81a1-b5bd33c90dee requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:50:51.580259 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-fb7013d1-693a-4501-89b3-69474cc79c7b admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9446278 Aug 24 17:50:51.580259 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35714) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:51.586554 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-304d43f9-d163-4796-97c8-9cd3251a0e0a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:51.630738 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-304d43f9-d163-4796-97c8-9cd3251a0e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1612848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router (85b72639-72a9-4412-b377-c61e399e5b2c), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:51.632146 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-304d43f9-d163-4796-97c8-9cd3251a0e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1796060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1817803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router (85b72639-72a9-4412-b377-c61e399e5b2c), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:51.700304 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-304d43f9-d163-4796-97c8-9cd3251a0e0a admin admin] Publish callbacks [] for router_controller (85b72639-72a9-4412-b377-c61e399e5b2c), precommit_add_association {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:51.725622 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23592b8e-c48d-4e5c-8a9e-7fb3dd5d604a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b3f5f0-e4ad-5125-8985-f94976322c44-670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd'}]}} from dv-cinder-840525-3-iscsi. {{(pid=112765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:50:51.727345 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-23592b8e-c48d-4e5c-8a9e-7fb3dd5d604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:51.794931 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:51.896184 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-304d43f9-d163-4796-97c8-9cd3251a0e0a admin admin] Publish callbacks [] for router_gateway (85b72639-72a9-4412-b377-c61e399e5b2c), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:51.898932 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:51.954602 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.db_base_plugin_common [None req-23592b8e-c48d-4e5c-8a9e-7fb3dd5d604a None None] Allocated IP 172.20.0.2 (670b2ce6-025e-49c8-81a1-b5bd33c90dee/1f289036-4649-4f08-8be9-d53556abacbd/155afa6c-acaf-4883-87bd-99cd96730a97) {{(pid=112765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:50:52.152115 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-23592b8e-c48d-4e5c-8a9e-7fb3dd5d604a None None] Publish callbacks [] for port (155afa6c-acaf-4883-87bd-99cd96730a97), precommit_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:52.158547 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:52.164710 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:50:52.167577 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 6e709e2f-8b67-4623-a154-58f2f063ee21 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:52.173558 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-23592b8e-c48d-4e5c-8a9e-7fb3dd5d604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (155afa6c-acaf-4883-87bd-99cd96730a97), after_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:52.271503 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23592b8e-c48d-4e5c-8a9e-7fb3dd5d604a None None] Pushing event updated for resources: {'Port': ['ID=155afa6c-acaf-4883-87bd-99cd96730a97,revision_number=1']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:52.284883 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c418cb-db26-4573-97da-4d60b46364f4 req-02964b3a-76d9-44f3-8ea8-4cf10737d6bf tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:52.296919 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c1c418cb-db26-4573-97da-4d60b46364f4 req-02964b3a-76d9-44f3-8ea8-4cf10737d6bf tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 944 time: 0.0846694 Aug 24 17:50:52.299251 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-304d43f9-d163-4796-97c8-9cd3251a0e0a admin admin] Publish callbacks [] for router_gateway (85b72639-72a9-4412-b377-c61e399e5b2c), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:52.304681 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:52.307449 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23592b8e-c48d-4e5c-8a9e-7fb3dd5d604a None None] Network 670b2ce6-025e-49c8-81a1-b5bd33c90dee is already hosted by enough agents. {{(pid=112765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:50:52.326922 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.base_scheduler [None req-23592b8e-c48d-4e5c-8a9e-7fb3dd5d604a None None] Resources bound (agent type, host, resource id): {{(pid=112765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:52.329560 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23592b8e-c48d-4e5c-8a9e-7fb3dd5d604a None None] Received port after_create {{(pid=112765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:50:52.351511 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-304d43f9-d163-4796-97c8-9cd3251a0e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:52.393956 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18a19b-6650-40c2-8185-89ed62aa2d54 req-859cfc90-0b0f-4489-a8f8-2d1cb20c63c0 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:52.395803 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8e18a19b-6650-40c2-8185-89ed62aa2d54 req-859cfc90-0b0f-4489-a8f8-2d1cb20c63c0 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.1632590 Aug 24 17:50:52.399541 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c1c418cb-db26-4573-97da-4d60b46364f4 req-4260ac31-9328-4e50-91de-6a09ce94576a tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983675 Aug 24 17:50:52.418766 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 6e709e2f-8b67-4623-a154-58f2f063ee21 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:52.419131 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (6e709e2f-8b67-4623-a154-58f2f063ee21), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:52.536074 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-23592b8e-c48d-4e5c-8a9e-7fb3dd5d604a None None] Attempting to bind port 155afa6c-acaf-4883-87bd-99cd96730a97 on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:50:52.536662 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-23592b8e-c48d-4e5c-8a9e-7fb3dd5d604a None None] Attempting to bind port 155afa6c-acaf-4883-87bd-99cd96730a97 by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': '30259835-216c-4123-bc4a-7b0c958ef368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee'}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:50:52.537138 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23592b8e-c48d-4e5c-8a9e-7fb3dd5d604a None None] Attempting to bind port 155afa6c-acaf-4883-87bd-99cd96730a97 on network 670b2ce6-025e-49c8-81a1-b5bd33c90dee {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:50:52.554621 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8e18a19b-6650-40c2-8185-89ed62aa2d54 req-e7afb9ff-f178-49e4-85ce-b240998f33c6 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285505 Aug 24 17:50:52.557797 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=22d0b6c6-ad45-4659-a4f0-1d8f89c1671d,segment=NetworkSegment(9c8d4118-7962-435d-9942-3c81535bbb02),segment_id=9c8d4118-7962-435d-9942-3c81535bbb02)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:52.571963 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [None req-304d43f9-d163-4796-97c8-9cd3251a0e0a admin admin] Allocated IP 172.27.1.67 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/e62379fe-01c6-4535-a2b3-9d0a66b5071e) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:50:52.600354 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '22d0b6c6-ad45-4659-a4f0-1d8f89c1671d', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'port_id': '22d0b6c6-ad45-4659-a4f0-1d8f89c1671d', 'mac_address': 'fa:16:3e:c1:07:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:50:52.600354 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23592b8e-c48d-4e5c-8a9e-7fb3dd5d604a None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:50:52.601440 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23592b8e-c48d-4e5c-8a9e-7fb3dd5d604a None None] Checking segment: {'id': '30259835-216c-4123-bc4a-7b0c958ef368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:50:52.601440 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-23592b8e-c48d-4e5c-8a9e-7fb3dd5d604a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:52.601440 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23592b8e-c48d-4e5c-8a9e-7fb3dd5d604a None None] Bound using segment: {'id': '30259835-216c-4123-bc4a-7b0c958ef368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee'} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:50:52.602137 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-23592b8e-c48d-4e5c-8a9e-7fb3dd5d604a None None] Bound port: 155afa6c-acaf-4883-87bd-99cd96730a97, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30259835-216c-4123-bc4a-7b0c958ef368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee'}}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:50:52.602606 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-23592b8e-c48d-4e5c-8a9e-7fb3dd5d604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (155afa6c-acaf-4883-87bd-99cd96730a97), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:52.656443 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:52.656961 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (22d0b6c6-ad45-4659-a4f0-1d8f89c1671d), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:52.676946 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:50:52.747579 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-23592b8e-c48d-4e5c-8a9e-7fb3dd5d604a None None] For port 155afa6c-acaf-4883-87bd-99cd96730a97, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:50:52.749433 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-304d43f9-d163-4796-97c8-9cd3251a0e0a admin admin] Publish callbacks [] for port (e62379fe-01c6-4535-a2b3-9d0a66b5071e), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:52.751442 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-23592b8e-c48d-4e5c-8a9e-7fb3dd5d604a None None] For port 155afa6c-acaf-4883-87bd-99cd96730a97, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=155afa6c-acaf-4883-87bd-99cd96730a97,segment=NetworkSegment(30259835-216c-4123-bc4a-7b0c958ef368),segment_id=30259835-216c-4123-bc4a-7b0c958ef368)] {{(pid=112765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:50:52.794149 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-23592b8e-c48d-4e5c-8a9e-7fb3dd5d604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (155afa6c-acaf-4883-87bd-99cd96730a97), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:52.822339 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-304d43f9-d163-4796-97c8-9cd3251a0e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (e62379fe-01c6-4535-a2b3-9d0a66b5071e), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:52.881995 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23592b8e-c48d-4e5c-8a9e-7fb3dd5d604a None None] Pushing event updated for resources: {'Port': ['ID=155afa6c-acaf-4883-87bd-99cd96730a97,revision_number=2']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:52.893515 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=22d0b6c6-ad45-4659-a4f0-1d8f89c1671d,segment=NetworkSegment(9c8d4118-7962-435d-9942-3c81535bbb02),segment_id=9c8d4118-7962-435d-9942-3c81535bbb02)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:52.896071 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304d43f9-d163-4796-97c8-9cd3251a0e0a admin admin] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:50:52.903996 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-304d43f9-d163-4796-97c8-9cd3251a0e0a admin admin] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:52.910960 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (22d0b6c6-ad45-4659-a4f0-1d8f89c1671d), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:52.923017 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304d43f9-d163-4796-97c8-9cd3251a0e0a admin admin] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:50:52.946524 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 6e709e2f-8b67-4623-a154-58f2f063ee21 is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:52.946917 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (6e709e2f-8b67-4623-a154-58f2f063ee21), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:52.970999 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d43f9-d163-4796-97c8-9cd3251a0e0a admin admin] Pushing event updated for resources: {'Port': ['ID=e62379fe-01c6-4535-a2b3-9d0a66b5071e,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:53.072661 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port 6e709e2f-8b67-4623-a154-58f2f063ee21, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=6e709e2f-8b67-4623-a154-58f2f063ee21,segment=NetworkSegment(6cb43d2d-ec3a-4c9c-847c-02897bdea8c7),segment_id=6cb43d2d-ec3a-4c9c-847c-02897bdea8c7)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:53.076556 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=22d0b6c6-ad45-4659-a4f0-1d8f89c1671d,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:53.138390 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (6e709e2f-8b67-4623-a154-58f2f063ee21), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:53.248779 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=6e709e2f-8b67-4623-a154-58f2f063ee21,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:53.261951 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['22d0b6c6-ad45-4659-a4f0-1d8f89c1671d'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:50:53.429963 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:53.468011 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-304d43f9-d163-4796-97c8-9cd3251a0e0a admin admin] Publish callbacks [] for router_gateway (85b72639-72a9-4412-b377-c61e399e5b2c), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:53.532578 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:53.575784 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:53.579856 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52b9f7-f8f5-4f6c-9325-276b457d92f2 req-073cbb4d-0b53-4a22-b881-b6f70a4bdbd5 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:53.583313 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-de52b9f7-f8f5-4f6c-9325-276b457d92f2 req-073cbb4d-0b53-4a22-b881-b6f70a4bdbd5 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0668786 Aug 24 17:50:53.676650 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-de52b9f7-f8f5-4f6c-9325-276b457d92f2 req-57af42b4-630c-4e24-851c-08f6f7477ead tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848601 Aug 24 17:50:53.808947 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ec92d-70f1-49b5-b833-f67144e3319c req-8b5b886b-a467-44ad-b5e4-228fe6d89459 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:53.810502 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-804ec92d-70f1-49b5-b833-f67144e3319c req-8b5b886b-a467-44ad-b5e4-228fe6d89459 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0942538 Aug 24 17:50:53.884499 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-804ec92d-70f1-49b5-b833-f67144e3319c req-b385f4b6-7a6e-4fbd-8efc-80689497c783 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623159 Aug 24 17:50:53.907954 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-304d43f9-d163-4796-97c8-9cd3251a0e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1612547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1796013'] for router (85b72639-72a9-4412-b377-c61e399e5b2c), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:54.071518 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 6e709e2f-8b67-4623-a154-58f2f063ee21 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:54.120374 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:54.146594 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304d43f9-d163-4796-97c8-9cd3251a0e0a admin admin] Router 85b72639-72a9-4412-b377-c61e399e5b2c is scheduled to L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 with binding_index 1 {{(pid=112763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:50:54.171626 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 6e709e2f-8b67-4623-a154-58f2f063ee21 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:54.172327 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (6e709e2f-8b67-4623-a154-58f2f063ee21), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:54.207200 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:54.276985 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a32e48-e8e2-4030-822a-6404208d1e7d None None] Network 670b2ce6-025e-49c8-81a1-b5bd33c90dee requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:50:54.341054 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304d43f9-d163-4796-97c8-9cd3251a0e0a admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:50:54.362673 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-304d43f9-d163-4796-97c8-9cd3251a0e0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:54.367414 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 35738) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:54.378206 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-304d43f9-d163-4796-97c8-9cd3251a0e0a admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7964840 Aug 24 17:50:54.396227 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] Sync routers for ids ['85b72639-72a9-4412-b377-c61e399e5b2c'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:50:54.400398 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning for port 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d completed by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:50:54.449075 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-7afa8e45-4702-44ae-8bd0-8c2c9f39065a None None] Provisioning complete for port 155afa6c-acaf-4883-87bd-99cd96730a97 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:54.449075 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-7afa8e45-4702-44ae-8bd0-8c2c9f39065a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (155afa6c-acaf-4883-87bd-99cd96730a97), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:54.458960 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:54.459348 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (22d0b6c6-ad45-4659-a4f0-1d8f89c1671d), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:54.539386 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] Routers {'85b72639-72a9-4412-b377-c61e399e5b2c'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:50:54.539743 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:50:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['85b72639-72a9-4412-b377-c61e399e5b2c'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:54.541734 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 6e709e2f-8b67-4623-a154-58f2f063ee21 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:54.542802 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 155afa6c-acaf-4883-87bd-99cd96730a97 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:54.861177 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e4b91-37f0-42cd-a325-30501ba5b6b3 req-57809fb7-7234-48d0-8f98-0fc9b5a089ee tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:54.869557 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-725e4b91-37f0-42cd-a325-30501ba5b6b3 req-57809fb7-7234-48d0-8f98-0fc9b5a089ee tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1076608 Aug 24 17:50:54.929906 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] Set router 85b72639-72a9-4412-b377-c61e399e5b2c gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:50:55.009460 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:55.040055 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-725e4b91-37f0-42cd-a325-30501ba5b6b3 req-1d7c4997-5c4c-4ce2-8286-128c501def60 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694069 Aug 24 17:50:55.062913 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-72aa295e-d5fc-4d23-adc5-8672192554da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.152913 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b433a1f-e882-4438-937e-22946aa2913c req-4f22f06e-52d5-4a10-82b2-29a061345cd5 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:55.162668 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-6b433a1f-e882-4438-937e-22946aa2913c req-4f22f06e-52d5-4a10-82b2-29a061345cd5 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0948741 Aug 24 17:50:55.171173 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 155afa6c-acaf-4883-87bd-99cd96730a97 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:55.171769 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (155afa6c-acaf-4883-87bd-99cd96730a97), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.258789 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-6b433a1f-e882-4438-937e-22946aa2913c req-f73e0acf-8938-45d5-b3bb-e47b4c07a4df tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858388 Aug 24 17:50:55.306263 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:55.318987 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-7afa8e45-4702-44ae-8bd0-8c2c9f39065a None None] Current status of the port 155afa6c-acaf-4883-87bd-99cd96730a97 is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:55.319566 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-7afa8e45-4702-44ae-8bd0-8c2c9f39065a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (155afa6c-acaf-4883-87bd-99cd96730a97), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.324073 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:55.324554 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (22d0b6c6-ad45-4659-a4f0-1d8f89c1671d), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.339545 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:55.350339 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [None req-72aa295e-d5fc-4d23-adc5-8672192554da admin admin] Allocated IP 172.20.0.1 (670b2ce6-025e-49c8-81a1-b5bd33c90dee/1f289036-4649-4f08-8be9-d53556abacbd/19e20a5d-f470-4588-b1c6-4fccd8d43ed7) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:50:55.400962 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:55.402242 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef24bd4c-630a-428f-9eb7-50c5009e9fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d0b6c6-ad45-4659-a4f0-1d8f89c1671d'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:50:55.404973 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f88aa7-7933-4dcd-b520-abce297fa431" -d '{"events": [{"server_uuid": "ef24bd4c-630a-428f-9eb7-50c5009e9fe1", "name": "network-vif-plugged", "status": "completed", "tag": "22d0b6c6-ad45-4659-a4f0-1d8f89c1671d"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:50:55.459128 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=22d0b6c6-ad45-4659-a4f0-1d8f89c1671d,segment=NetworkSegment(9c8d4118-7962-435d-9942-3c81535bbb02),segment_id=9c8d4118-7962-435d-9942-3c81535bbb02)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:55.462309 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-7afa8e45-4702-44ae-8bd0-8c2c9f39065a None None] For port 155afa6c-acaf-4883-87bd-99cd96730a97, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=155afa6c-acaf-4883-87bd-99cd96730a97,segment=NetworkSegment(30259835-216c-4123-bc4a-7b0c958ef368),segment_id=30259835-216c-4123-bc4a-7b0c958ef368)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:50:55.474880 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (22d0b6c6-ad45-4659-a4f0-1d8f89c1671d), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.479583 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f0679a-a458-45cf-9d6c-bbde5a49eb81 x-openstack-request-id: req-41f0679a-a458-45cf-9d6c-bbde5a49eb81 {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:50:55.480169 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef24bd4c-630a-428f-9eb7-50c5009e9fe1", "name": "network-vif-plugged", "status": "completed", "tag": "22d0b6c6-ad45-4659-a4f0-1d8f89c1671d", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:50:55.480618 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-41f0679a-a458-45cf-9d6c-bbde5a49eb81 {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:50:55.481200 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f0679a-a458-45cf-9d6c-bbde5a49eb81'] response: {'server_uuid': 'ef24bd4c-630a-428f-9eb7-50c5009e9fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d0b6c6-ad45-4659-a4f0-1d8f89c1671d', 'code': 200} Aug 24 17:50:55.485917 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-7afa8e45-4702-44ae-8bd0-8c2c9f39065a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (155afa6c-acaf-4883-87bd-99cd96730a97), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.533430 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-72aa295e-d5fc-4d23-adc5-8672192554da admin admin] Publish callbacks [] for port (19e20a5d-f470-4588-b1c6-4fccd8d43ed7), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.538757 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:53Z', 'revision_number': 3, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:50:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:55.574458 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 155afa6c-acaf-4883-87bd-99cd96730a97 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:55.579235 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] Checking router: 85b72639-72a9-4412-b377-c61e399e5b2c for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:50:55.580486 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] Updating router 85b72639-72a9-4412-b377-c61e399e5b2c port e62379fe-01c6-4535-a2b3-9d0a66b5071e binding host dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:50:55.586991 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-72aa295e-d5fc-4d23-adc5-8672192554da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (19e20a5d-f470-4588-b1c6-4fccd8d43ed7), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.634204 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=22d0b6c6-ad45-4659-a4f0-1d8f89c1671d,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:55.644537 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-ffa741ce-92da-4112-8aeb-41a5c1c101c8 None None] Provisioning complete for port 155afa6c-acaf-4883-87bd-99cd96730a97 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:55.645118 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-ffa741ce-92da-4112-8aeb-41a5c1c101c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (155afa6c-acaf-4883-87bd-99cd96730a97), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.649181 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (e62379fe-01c6-4535-a2b3-9d0a66b5071e), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.671225 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aa295e-d5fc-4d23-adc5-8672192554da admin admin] Network 670b2ce6-025e-49c8-81a1-b5bd33c90dee is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:50:55.682052 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-72aa295e-d5fc-4d23-adc5-8672192554da admin admin] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:55.705774 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aa295e-d5fc-4d23-adc5-8672192554da admin admin] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:50:55.768143 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa295e-d5fc-4d23-adc5-8672192554da admin admin] Pushing event updated for resources: {'Port': ['ID=19e20a5d-f470-4588-b1c6-4fccd8d43ed7,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:55.790903 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-72aa295e-d5fc-4d23-adc5-8672192554da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746992'] for router_interface (85b72639-72a9-4412-b377-c61e399e5b2c), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:55.825127 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa8e45-4702-44ae-8bd0-8c2c9f39065a None None] Pushing event updated for resources: {'Port': ['ID=155afa6c-acaf-4883-87bd-99cd96730a97,revision_number=3']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:56.004558 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-ffa741ce-92da-4112-8aeb-41a5c1c101c8 None None] Current status of the port 155afa6c-acaf-4883-87bd-99cd96730a97 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:56.079284 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-72aa295e-d5fc-4d23-adc5-8672192554da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (19e20a5d-f470-4588-b1c6-4fccd8d43ed7), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:56.175771 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-cd708720-0e1b-4a23-9a79-8ace14e63195 None None] Provisioning complete for port 19e20a5d-f470-4588-b1c6-4fccd8d43ed7 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:56.176423 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-cd708720-0e1b-4a23-9a79-8ace14e63195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (19e20a5d-f470-4588-b1c6-4fccd8d43ed7), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:56.245775 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-cd708720-0e1b-4a23-9a79-8ace14e63195 None None] Port 19e20a5d-f470-4588-b1c6-4fccd8d43ed7 cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:50:56.302344 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] Publish callbacks [] for port (e62379fe-01c6-4535-a2b3-9d0a66b5071e), precommit_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:56.315888 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (e62379fe-01c6-4535-a2b3-9d0a66b5071e), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:56.326052 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:56.381825 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] Attempting to bind port e62379fe-01c6-4535-a2b3-9d0a66b5071e on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:50:56.382374 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] Attempting to bind port e62379fe-01c6-4535-a2b3-9d0a66b5071e by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:50:56.382882 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] Attempting to bind port e62379fe-01c6-4535-a2b3-9d0a66b5071e on network 362d5c28-632f-46ac-8441-a79df5e3c295 {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:50:56.391773 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a605952-b7de-4901-bfb3-d85f7b5b3add None None] Pushing event updated for resources: {'Port': ['ID=e62379fe-01c6-4535-a2b3-9d0a66b5071e,revision_number=2']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:56.397939 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:50:56.398519 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] Checking segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:50:56.399142 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:56.399752 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] Bound using segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:50:56.400529 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] Bound port: e62379fe-01c6-4535-a2b3-9d0a66b5071e, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:50:56.401414 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (e62379fe-01c6-4535-a2b3-9d0a66b5071e), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:56.411464 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609aaaf-46db-4a6e-853d-84b05a7788b2 req-79f698d2-4bc1-4a86-81c9-a73ea8b58c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:56.413000 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3609aaaf-46db-4a6e-853d-84b05a7788b2 req-79f698d2-4bc1-4a86-81c9-a73ea8b58c14 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 1130 time: 0.0606015 Aug 24 17:50:56.478317 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] For port e62379fe-01c6-4535-a2b3-9d0a66b5071e, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:50:56.487499 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] For port e62379fe-01c6-4535-a2b3-9d0a66b5071e, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=e62379fe-01c6-4535-a2b3-9d0a66b5071e,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:50:56.505438 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (e62379fe-01c6-4535-a2b3-9d0a66b5071e), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:56.554313 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f147f-8679-4f60-ad96-6b9a887e96d0 req-9c2d9b75-cb26-4e7d-ac88-d10b8194052c tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:56.561306 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ca5f147f-8679-4f60-ad96-6b9a887e96d0 req-9c2d9b75-cb26-4e7d-ac88-d10b8194052c tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.4379027 Aug 24 17:50:56.567619 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] Routers {'85b72639-72a9-4412-b377-c61e399e5b2c'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:50:56.572216 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:50:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['85b72639-72a9-4412-b377-c61e399e5b2c'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:56.601400 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:56.627715 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ca5f147f-8679-4f60-ad96-6b9a887e96d0 req-14b8f13a-1469-4c4d-9e42-51ff691c7718 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653863 Aug 24 17:50:56.657315 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-72aa295e-d5fc-4d23-adc5-8672192554da admin admin] Publish callbacks [] for port (19e20a5d-f470-4588-b1c6-4fccd8d43ed7), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:56.662345 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3609aaaf-46db-4a6e-853d-84b05a7788b2 req-ba5794d5-0b1c-48f2-988a-ddf1daa009a8 service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316833 Aug 24 17:50:56.667600 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-72aa295e-d5fc-4d23-adc5-8672192554da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (19e20a5d-f470-4588-b1c6-4fccd8d43ed7), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:56.690679 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a605952-b7de-4901-bfb3-d85f7b5b3add None None] Pushing event updated for resources: {'Port': ['ID=e62379fe-01c6-4535-a2b3-9d0a66b5071e,revision_number=3']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:56.756239 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:56.763167 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:56.775313 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] Set router 85b72639-72a9-4412-b377-c61e399e5b2c gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:50:56.791725 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41a6f0-f311-412d-8470-60a275a26ebf req-a41651d2-d397-4831-a2da-b73c9824d45e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:56.803555 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2b41a6f0-f311-412d-8470-60a275a26ebf req-a41651d2-d397-4831-a2da-b73c9824d45e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.3159807 Aug 24 17:50:56.875464 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa295e-d5fc-4d23-adc5-8672192554da admin admin] Pushing event updated for resources: {'Port': ['ID=19e20a5d-f470-4588-b1c6-4fccd8d43ed7,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:56.878561 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-72aa295e-d5fc-4d23-adc5-8672192554da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747020'] for router_interface (85b72639-72a9-4412-b377-c61e399e5b2c), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:56.975281 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2b41a6f0-f311-412d-8470-60a275a26ebf req-e684f70f-1606-4299-b0c7-9e754a4a9451 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585727 Aug 24 17:50:57.083836 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aa295e-d5fc-4d23-adc5-8672192554da admin admin] Network 670b2ce6-025e-49c8-81a1-b5bd33c90dee is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:50:57.085481 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-72aa295e-d5fc-4d23-adc5-8672192554da admin admin] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:57.138775 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '19e20a5d-f470-4588-b1c6-4fccd8d43ed7', 'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'mac_address': 'fa:16:3e:cb:a8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:55Z', 'updated_at': '2022-08-24T17:50:55Z', 'revision_number': 1, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'subnets': [{'id': '1f289036-4649-4f08-8be9-d53556abacbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:50:57.200563 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbda1b3f-bceb-413b-ab21-067df1d9367a None None] The sync data for ids ['85b72639-72a9-4412-b377-c61e399e5b2c'] in dv-cinder-840525-3-iscsi is: [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '19e20a5d-f470-4588-b1c6-4fccd8d43ed7', 'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'mac_address': 'fa:16:3e:cb:a8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:55Z', 'updated_at': '2022-08-24T17:50:55Z', 'revision_number': 1, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'subnets': [{'id': '1f289036-4649-4f08-8be9-d53556abacbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:50:57.278201 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72aa295e-d5fc-4d23-adc5-8672192554da admin admin] Router 85b72639-72a9-4412-b377-c61e399e5b2c has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:50:57.461641 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72aa295e-d5fc-4d23-adc5-8672192554da admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:50:57.472382 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-72aa295e-d5fc-4d23-adc5-8672192554da admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/85b72639-72a9-4412-b377-c61e399e5b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1034396 Aug 24 17:50:57.481571 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3237d04c-fdea-4bf8-b30e-ad1ad1890c19 None None] Provisioning complete for port 19e20a5d-f470-4588-b1c6-4fccd8d43ed7 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:57.481955 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3237d04c-fdea-4bf8-b30e-ad1ad1890c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (19e20a5d-f470-4588-b1c6-4fccd8d43ed7), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:57.536216 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3237d04c-fdea-4bf8-b30e-ad1ad1890c19 None None] Port 19e20a5d-f470-4588-b1c6-4fccd8d43ed7 cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:50:57.811065 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8736a-a8c1-4877-bb33-51dafc38b7cf req-8bac8242-5e1f-4952-b13b-3dead24e44dc tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:57.831727 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e2f8736a-a8c1-4877-bb33-51dafc38b7cf req-8bac8242-5e1f-4952-b13b-3dead24e44dc tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0876615 Aug 24 17:50:57.941365 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e2f8736a-a8c1-4877-bb33-51dafc38b7cf req-78abca4d-13b0-4bb2-9370-357fccb6b1c9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021378 Aug 24 17:50:58.004535 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 155afa6c-acaf-4883-87bd-99cd96730a97 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:50:58.148462 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 155afa6c-acaf-4883-87bd-99cd96730a97 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:50:58.148462 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (155afa6c-acaf-4883-87bd-99cd96730a97), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:58.279559 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ada09-7d28-4f5b-a6a7-5684643bc947 req-e1324867-9b2f-4a71-a938-193991ceff84 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:58.282468 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1a3ada09-7d28-4f5b-a6a7-5684643bc947 req-e1324867-9b2f-4a71-a938-193991ceff84 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.1704810 Aug 24 17:50:58.316394 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 155afa6c-acaf-4883-87bd-99cd96730a97 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:50:58.382647 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1a3ada09-7d28-4f5b-a6a7-5684643bc947 req-26f958ab-d1c6-450c-9f5b-59bbe341b42e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775192 Aug 24 17:50:58.503578 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 35792) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:58.521354 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-374270929-network', 'tenant_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:58.554082 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Made reservation on behalf of 1a5ab9fdc1b0422fbd49556f5c55f8a5 for: {'network': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:50:58.556814 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for network (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:58.578625 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:58.695183 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Publish callbacks [] for security_group (e99dcda6-8aa9-48de-b55c-6926211b28b8), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:58.702100 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (e99dcda6-8aa9-48de-b55c-6926211b28b8), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:58.733701 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=112764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:50:58.752975 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99dcda6-8aa9-48de-b55c-6926211b28b8,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:58.774967 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:58.774967 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:58.774967 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:58.774967 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:58.775468 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:58.775468 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:58.776206 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:58.776206 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:58.776410 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:58.776686 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:58.777041 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:58.777342 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:58.778030 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:58.778252 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:58.778569 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:58.784605 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (4ac4ce82-8cb9-4788-b35a-c9bca93b58f2), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:58.784959 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.segments_db [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Added segment 4ac4ce82-8cb9-4788-b35a-c9bca93b58f2 of type vlan for network 76e2863c-dde8-48a5-bb75-35372262e9e3 Aug 24 17:50:58.840159 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763231558539'] for network (76e2863c-dde8-48a5-bb75-35372262e9e3), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:58.851640 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:58.876867 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:58.884825 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for network (76e2863c-dde8-48a5-bb75-35372262e9e3), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:58.886413 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:58.887244 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:58.947518 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4426475 Aug 24 17:50:58.950618 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35796) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:58.957048 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Request body: {'subnet': {'network_id': '76e2863c-dde8-48a5-bb75-35372262e9e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-374270929-subnet', 'tenant_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'ip_version': 4}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:58.978580 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:58.989563 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87e57c-8dd2-439a-8071-5fe1e038fb40 admin admin] Pushing event updated for resources: {'Network': ['ID=76e2863c-dde8-48a5-bb75-35372262e9e3,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:58.999812 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Network 76e2863c-dde8-48a5-bb75-35372262e9e3 details requested by agent ovs-agent-dv-cinder-840525-3-iscsi with host dv-cinder-840525-3-iscsi {{(pid=112765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:50:59.073860 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Made reservation on behalf of 1a5ab9fdc1b0422fbd49556f5c55f8a5 for: {'subnet': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:50:59.077324 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7792119'] for subnet (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:59.111553 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441caeb-b5a6-46b6-a5e9-c9dc97d9e67d req-1ccb68e4-c94a-47ea-b819-43d5baa9ceb2 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:59.119205 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5441caeb-b5a6-46b6-a5e9-c9dc97d9e67d req-1ccb68e4-c94a-47ea-b819-43d5baa9ceb2 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0976193 Aug 24 17:50:59.215854 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5441caeb-b5a6-46b6-a5e9-c9dc97d9e67d req-15292f3d-90d4-4a4b-8bb0-0369e9c76b0b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954924 Aug 24 17:50:59.257492 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:59.373242 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7605930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7792025'] for subnet (0a9d0b59-0362-4a31-93cc-2592d19ba8cb), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:59.438179 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a9d0b59-0362-4a31-93cc-2592d19ba8cb,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:50:59.454481 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:59.454481 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:59.454830 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:59.455116 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:59.455450 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:59.455882 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:59.456215 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:59.456594 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:59.457596 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:59.457937 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:59.458303 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:59.458620 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:59.459290 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:59.459290 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:59.459719 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:50:59.470934 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Checking segment: {'id': '4ac4ce82-8cb9-4788-b35a-c9bca93b58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '76e2863c-dde8-48a5-bb75-35372262e9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:50:59.471297 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Network hostable DHCP agents. Network: 76e2863c-dde8-48a5-bb75-35372262e9e3, hostable agents: ['edbe2c30-39eb-4d16-9bee-d282c1702677'], hosted agents: [] {{(pid=112763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:50:59.496931 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Network 76e2863c-dde8-48a5-bb75-35372262e9e3 is scheduled to be hosted by DHCP agent edbe2c30-39eb-4d16-9bee-d282c1702677 with binding_index 1 {{(pid=112763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:50:59.515227 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-3-iscsi, 76e2863c-dde8-48a5-bb75-35372262e9e3) {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:50:59.522202 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:59.522978 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:59.527158 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45245cb2-ea69-49cf-a2a1-81875c5f8079 None None] Network 76e2863c-dde8-48a5-bb75-35372262e9e3 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:50:59.544408 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-5028992d-6725-46bc-8a7a-499098928de3 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5922000 Aug 24 17:50:59.547411 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 35810) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:50:59.552591 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-42b7dd91-6f38-468c-9ea2-0faf1dd8a14e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-374270929-router', 'tenant_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:50:59.583234 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3e1ef-d9ba-4744-a363-4d2241a6ca02 req-6ed83bb7-f208-47cd-833e-5962416981cc tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:50:59.584749 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-83e3e1ef-d9ba-4744-a363-4d2241a6ca02 req-6ed83bb7-f208-47cd-833e-5962416981cc tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0793965 Aug 24 17:50:59.602646 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-42b7dd91-6f38-468c-9ea2-0faf1dd8a14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1612848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router (2cf6d34b-e95d-4885-8889-41337173d23d), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:59.603898 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-42b7dd91-6f38-468c-9ea2-0faf1dd8a14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1796060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1817803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router (2cf6d34b-e95d-4885-8889-41337173d23d), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:59.697896 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-83e3e1ef-d9ba-4744-a363-4d2241a6ca02 req-5ca86e8b-3f90-4129-b8c8-8546ff403daa tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066473 Aug 24 17:50:59.700633 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-42b7dd91-6f38-468c-9ea2-0faf1dd8a14e admin admin] Publish callbacks [] for router_controller (2cf6d34b-e95d-4885-8889-41337173d23d), precommit_add_association {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:59.805395 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e299f4-fd4d-4d83-8e22-c34c0b8befb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b3f5f0-e4ad-5125-8985-f94976322c44-76e2863c-dde8-48a5-bb75-35372262e9e3', 'network_id': '76e2863c-dde8-48a5-bb75-35372262e9e3', 'project_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'fixed_ips': [{'subnet_id': '0a9d0b59-0362-4a31-93cc-2592d19ba8cb'}]}} from dv-cinder-840525-3-iscsi. {{(pid=112765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:50:59.806568 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-76e299f4-fd4d-4d83-8e22-c34c0b8befb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:50:59.906312 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:50:59.956223 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device e62379fe-01c6-4535-a2b3-9d0a66b5071e up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:51:00.009411 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.db_base_plugin_common [None req-76e299f4-fd4d-4d83-8e22-c34c0b8befb5 None None] Allocated IP 172.20.0.2 (76e2863c-dde8-48a5-bb75-35372262e9e3/0a9d0b59-0362-4a31-93cc-2592d19ba8cb/dc125b53-7a61-480e-becb-726683774536) {{(pid=112765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:51:00.038017 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port e62379fe-01c6-4535-a2b3-9d0a66b5071e triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:00.038395 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (e62379fe-01c6-4535-a2b3-9d0a66b5071e), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:00.090116 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-42b7dd91-6f38-468c-9ea2-0faf1dd8a14e admin admin] Publish callbacks [] for router_gateway (2cf6d34b-e95d-4885-8889-41337173d23d), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:00.153663 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:00.218999 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port e62379fe-01c6-4535-a2b3-9d0a66b5071e is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:00.219398 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (e62379fe-01c6-4535-a2b3-9d0a66b5071e), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:00.243368 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-76e299f4-fd4d-4d83-8e22-c34c0b8befb5 None None] Publish callbacks [] for port (dc125b53-7a61-480e-becb-726683774536), precommit_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:00.253065 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port e62379fe-01c6-4535-a2b3-9d0a66b5071e, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=e62379fe-01c6-4535-a2b3-9d0a66b5071e,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:00.256868 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-76e299f4-fd4d-4d83-8e22-c34c0b8befb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (dc125b53-7a61-480e-becb-726683774536), after_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:00.263163 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (e62379fe-01c6-4535-a2b3-9d0a66b5071e), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:00.306823 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e299f4-fd4d-4d83-8e22-c34c0b8befb5 None None] Network 76e2863c-dde8-48a5-bb75-35372262e9e3 is already hosted by enough agents. {{(pid=112765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:51:00.308094 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-42b7dd91-6f38-468c-9ea2-0faf1dd8a14e admin admin] Publish callbacks [] for router_gateway (2cf6d34b-e95d-4885-8889-41337173d23d), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:00.309832 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.base_scheduler [None req-76e299f4-fd4d-4d83-8e22-c34c0b8befb5 None None] Resources bound (agent type, host, resource id): {{(pid=112765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:51:00.313821 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e299f4-fd4d-4d83-8e22-c34c0b8befb5 None None] Received port after_create {{(pid=112765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:51:00.321199 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e299f4-fd4d-4d83-8e22-c34c0b8befb5 None None] Pushing event updated for resources: {'Port': ['ID=dc125b53-7a61-480e-becb-726683774536,revision_number=1']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:00.332570 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-42b7dd91-6f38-468c-9ea2-0faf1dd8a14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:00.371428 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fd9bf-0035-4d05-b6d6-7de191a2b0b7 req-813d8419-4494-4dfb-8920-c527764a245d tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:00.378755 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d01fd9bf-0035-4d05-b6d6-7de191a2b0b7 req-813d8419-4494-4dfb-8920-c527764a245d tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0708492 Aug 24 17:51:00.393785 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] Sync routers for ids ['85b72639-72a9-4412-b377-c61e399e5b2c'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:51:00.413605 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] Routers {'85b72639-72a9-4412-b377-c61e399e5b2c'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:51:00.414327 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:50:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['85b72639-72a9-4412-b377-c61e399e5b2c'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:00.436361 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=e62379fe-01c6-4535-a2b3-9d0a66b5071e,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:00.439401 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-76e299f4-fd4d-4d83-8e22-c34c0b8befb5 None None] Attempting to bind port dc125b53-7a61-480e-becb-726683774536 on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:51:00.439892 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-76e299f4-fd4d-4d83-8e22-c34c0b8befb5 None None] Attempting to bind port dc125b53-7a61-480e-becb-726683774536 by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': '4ac4ce82-8cb9-4788-b35a-c9bca93b58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '76e2863c-dde8-48a5-bb75-35372262e9e3'}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:51:00.440262 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e299f4-fd4d-4d83-8e22-c34c0b8befb5 None None] Attempting to bind port dc125b53-7a61-480e-becb-726683774536 on network 76e2863c-dde8-48a5-bb75-35372262e9e3 {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:51:00.454415 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e299f4-fd4d-4d83-8e22-c34c0b8befb5 None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:51:00.454905 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e299f4-fd4d-4d83-8e22-c34c0b8befb5 None None] Checking segment: {'id': '4ac4ce82-8cb9-4788-b35a-c9bca93b58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '76e2863c-dde8-48a5-bb75-35372262e9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:51:00.455324 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-76e299f4-fd4d-4d83-8e22-c34c0b8befb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:00.455755 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e299f4-fd4d-4d83-8e22-c34c0b8befb5 None None] Bound using segment: {'id': '4ac4ce82-8cb9-4788-b35a-c9bca93b58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '76e2863c-dde8-48a5-bb75-35372262e9e3'} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:51:00.456260 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-76e299f4-fd4d-4d83-8e22-c34c0b8befb5 None None] Bound port: dc125b53-7a61-480e-becb-726683774536, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac4ce82-8cb9-4788-b35a-c9bca93b58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '76e2863c-dde8-48a5-bb75-35372262e9e3'}}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:51:00.456650 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-76e299f4-fd4d-4d83-8e22-c34c0b8befb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (dc125b53-7a61-480e-becb-726683774536), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:00.473058 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d01fd9bf-0035-4d05-b6d6-7de191a2b0b7 req-bdd3bddb-4a3e-441b-821d-098212c8d7a9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928113 Aug 24 17:51:00.500181 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [None req-42b7dd91-6f38-468c-9ea2-0faf1dd8a14e admin admin] Allocated IP 172.27.1.102 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/84406cc5-b649-4875-8118-773fe1ce943a) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:51:00.525202 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-76e299f4-fd4d-4d83-8e22-c34c0b8befb5 None None] For port dc125b53-7a61-480e-becb-726683774536, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:51:00.528579 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-76e299f4-fd4d-4d83-8e22-c34c0b8befb5 None None] For port dc125b53-7a61-480e-becb-726683774536, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=dc125b53-7a61-480e-becb-726683774536,segment=NetworkSegment(4ac4ce82-8cb9-4788-b35a-c9bca93b58f2),segment_id=4ac4ce82-8cb9-4788-b35a-c9bca93b58f2)] {{(pid=112765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:51:00.536836 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-76e299f4-fd4d-4d83-8e22-c34c0b8befb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (dc125b53-7a61-480e-becb-726683774536), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:00.558264 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] Set router 85b72639-72a9-4412-b377-c61e399e5b2c gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:51:00.608407 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e299f4-fd4d-4d83-8e22-c34c0b8befb5 None None] Pushing event updated for resources: {'Port': ['ID=dc125b53-7a61-480e-becb-726683774536,revision_number=2']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:00.639157 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-42b7dd91-6f38-468c-9ea2-0faf1dd8a14e admin admin] Publish callbacks [] for port (84406cc5-b649-4875-8118-773fe1ce943a), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:00.664841 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:00.681396 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-42b7dd91-6f38-468c-9ea2-0faf1dd8a14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (84406cc5-b649-4875-8118-773fe1ce943a), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:00.705625 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b7dd91-6f38-468c-9ea2-0faf1dd8a14e admin admin] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:51:00.730077 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-42b7dd91-6f38-468c-9ea2-0faf1dd8a14e admin admin] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:51:00.734534 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b7dd91-6f38-468c-9ea2-0faf1dd8a14e admin admin] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:51:00.787515 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '19e20a5d-f470-4588-b1c6-4fccd8d43ed7', 'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'mac_address': 'fa:16:3e:cb:a8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:55Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 2, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'subnets': [{'id': '1f289036-4649-4f08-8be9-d53556abacbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:00.794099 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7dd91-6f38-468c-9ea2-0faf1dd8a14e admin admin] Pushing event updated for resources: {'Port': ['ID=84406cc5-b649-4875-8118-773fe1ce943a,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:00.944856 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:00.968869 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] Checking router: 85b72639-72a9-4412-b377-c61e399e5b2c for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:51:00.972535 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] Updating router 85b72639-72a9-4412-b377-c61e399e5b2c port 19e20a5d-f470-4588-b1c6-4fccd8d43ed7 binding host dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:51:01.011306 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (19e20a5d-f470-4588-b1c6-4fccd8d43ed7), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:01.085206 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7870d2-af10-4f37-8723-894db1d4de92 req-0cd438a1-dc68-4e2b-96f1-8355ff2e9ba7 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:01.086738 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ea7870d2-af10-4f37-8723-894db1d4de92 req-0cd438a1-dc68-4e2b-96f1-8355ff2e9ba7 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.2900214 Aug 24 17:51:01.155472 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-42b7dd91-6f38-468c-9ea2-0faf1dd8a14e admin admin] Publish callbacks [] for router_gateway (2cf6d34b-e95d-4885-8889-41337173d23d), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:01.161680 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ea7870d2-af10-4f37-8723-894db1d4de92 req-58839df5-9657-4d50-b141-1c856d3f1600 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691800 Aug 24 17:51:01.312734 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] Publish callbacks [] for port (19e20a5d-f470-4588-b1c6-4fccd8d43ed7), precommit_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:01.319609 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (19e20a5d-f470-4588-b1c6-4fccd8d43ed7), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:01.328838 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:01.352183 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:01.363039 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-42b7dd91-6f38-468c-9ea2-0faf1dd8a14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1612547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1796013'] for router (2cf6d34b-e95d-4885-8889-41337173d23d), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:01.404121 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dce3b5-4177-40b4-829c-e53ad424e5ff None None] Pushing event updated for resources: {'Port': ['ID=19e20a5d-f470-4588-b1c6-4fccd8d43ed7,revision_number=3']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:01.417252 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] Attempting to bind port 19e20a5d-f470-4588-b1c6-4fccd8d43ed7 on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:51:01.418885 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] Attempting to bind port 19e20a5d-f470-4588-b1c6-4fccd8d43ed7 by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': '30259835-216c-4123-bc4a-7b0c958ef368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee'}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:51:01.419253 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] Attempting to bind port 19e20a5d-f470-4588-b1c6-4fccd8d43ed7 on network 670b2ce6-025e-49c8-81a1-b5bd33c90dee {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:51:01.425010 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:51:01.425382 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] Checking segment: {'id': '30259835-216c-4123-bc4a-7b0c958ef368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:51:01.427826 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:01.428202 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] Bound using segment: {'id': '30259835-216c-4123-bc4a-7b0c958ef368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee'} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:51:01.428689 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] Bound port: 19e20a5d-f470-4588-b1c6-4fccd8d43ed7, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30259835-216c-4123-bc4a-7b0c958ef368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee'}}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:51:01.429065 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (19e20a5d-f470-4588-b1c6-4fccd8d43ed7), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:01.534354 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b7dd91-6f38-468c-9ea2-0faf1dd8a14e admin admin] Router 2cf6d34b-e95d-4885-8889-41337173d23d is scheduled to L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 with binding_index 1 {{(pid=112764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:51:01.537026 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] For port 19e20a5d-f470-4588-b1c6-4fccd8d43ed7, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:51:01.542497 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] For port 19e20a5d-f470-4588-b1c6-4fccd8d43ed7, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=19e20a5d-f470-4588-b1c6-4fccd8d43ed7,segment=NetworkSegment(30259835-216c-4123-bc4a-7b0c958ef368),segment_id=30259835-216c-4123-bc4a-7b0c958ef368)] {{(pid=112766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:51:01.551656 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (19e20a5d-f470-4588-b1c6-4fccd8d43ed7), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:01.610091 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] Routers {'85b72639-72a9-4412-b377-c61e399e5b2c'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:51:01.610941 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:50:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['85b72639-72a9-4412-b377-c61e399e5b2c'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:01.701486 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16401064-eceb-491e-9ab7-f679237daab7 req-49f56529-87da-45ef-93fc-702116f68554 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:01.703825 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-16401064-eceb-491e-9ab7-f679237daab7 req-49f56529-87da-45ef-93fc-702116f68554 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0720639 Aug 24 17:51:01.752206 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:01.754457 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b7dd91-6f38-468c-9ea2-0faf1dd8a14e admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:51:01.765863 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] Sync routers for ids ['2cf6d34b-e95d-4885-8889-41337173d23d'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:51:01.786327 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] Set router 85b72639-72a9-4412-b377-c61e399e5b2c gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:51:01.815349 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-16401064-eceb-491e-9ab7-f679237daab7 req-d75cca31-62bb-4b8b-a832-0520de7d6859 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023242 Aug 24 17:51:01.820069 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] Routers {'2cf6d34b-e95d-4885-8889-41337173d23d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:51:01.821832 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:50:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2cf6d34b-e95d-4885-8889-41337173d23d'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:01.851494 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dce3b5-4177-40b4-829c-e53ad424e5ff None None] Pushing event updated for resources: {'Port': ['ID=19e20a5d-f470-4588-b1c6-4fccd8d43ed7,revision_number=4']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:01.903269 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8347c6-97ac-41e5-9ba9-8ea9681f44e0 req-a2f641d4-7cbc-4b01-a96d-9399eafcd3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:01.907204 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0b8347c6-97ac-41e5-9ba9-8ea9681f44e0 req-a2f641d4-7cbc-4b01-a96d-9399eafcd3c8 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=2fe3fa5e280d4fbd8a26cac05fe8aaa9&device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 1129 time: 0.1327617 Aug 24 17:51:01.918227 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-42b7dd91-6f38-468c-9ea2-0faf1dd8a14e admin admin] Publish callbacks [] for router (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:01.919747 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-42b7dd91-6f38-468c-9ea2-0faf1dd8a14e admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3707044 Aug 24 17:51:01.923256 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35840) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:02.064330 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] Set router 2cf6d34b-e95d-4885-8889-41337173d23d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:51:02.146810 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:02.148827 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df268167-1483-4b9e-a932-57828a7ef55f None None] Network 76e2863c-dde8-48a5-bb75-35372262e9e3 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:51:02.206104 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '19e20a5d-f470-4588-b1c6-4fccd8d43ed7', 'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'mac_address': 'fa:16:3e:cb:a8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:55Z', 'updated_at': '2022-08-24T17:51:01Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'subnets': [{'id': '1f289036-4649-4f08-8be9-d53556abacbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:02.212256 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59180d7f-97c9-4d73-a818-bd8853c31c9c req-f0bc434c-8f2b-41c6-96ea-64b1fb260d3e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:02.220274 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-59180d7f-97c9-4d73-a818-bd8853c31c9c req-f0bc434c-8f2b-41c6-96ea-64b1fb260d3e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.2539539 Aug 24 17:51:02.235803 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35850) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:02.248899 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-da8c7400-cae7-4dd1-a4ec-8d0fd4e69274 None None] Provisioning complete for port dc125b53-7a61-480e-becb-726683774536 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:02.249140 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-be9164d3-9687-4d7b-a9a3-2c039be92206 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Request body: {'floatingip': {'port_id': '22d0b6c6-ad45-4659-a4f0-1d8f89c1671d'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:02.249848 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-da8c7400-cae7-4dd1-a4ec-8d0fd4e69274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (dc125b53-7a61-480e-becb-726683774536), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:02.268717 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb674648-76de-494a-9d10-7d992f0fbb08 None None] The sync data for ids ['85b72639-72a9-4412-b377-c61e399e5b2c'] in dv-cinder-840525-3-iscsi is: [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '19e20a5d-f470-4588-b1c6-4fccd8d43ed7', 'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'mac_address': 'fa:16:3e:cb:a8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:55Z', 'updated_at': '2022-08-24T17:51:01Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'subnets': [{'id': '1f289036-4649-4f08-8be9-d53556abacbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:51:02.274473 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8347c6-97ac-41e5-9ba9-8ea9681f44e0 req-016b9c29-4db9-437b-9e96-711417e3d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:02.276315 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0b8347c6-97ac-41e5-9ba9-8ea9681f44e0 req-016b9c29-4db9-437b-9e96-711417e3d3ad service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=b4887da7-fc9b-4bdc-bef8-72d9aff23bba HTTP/1.1" status: 200 len: 918 time: 0.3534827 Aug 24 17:51:02.309709 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device e62379fe-01c6-4535-a2b3-9d0a66b5071e up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:51:02.354725 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-be9164d3-9687-4d7b-a9a3-2c039be92206 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for floatingip (349ace0f-6105-41c6-9f2e-8a420f64d66f), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:02.399852 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:02.512251 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ad67b-7f1f-424a-8bce-cb7e99cdaf15 req-a246f90c-a44c-4347-ac4a-ccf2b967d56f tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:02.513859 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b28ad67b-7f1f-424a-8bce-cb7e99cdaf15 req-a246f90c-a44c-4347-ac4a-ccf2b967d56f tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.1900918 Aug 24 17:51:02.517278 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port e62379fe-01c6-4535-a2b3-9d0a66b5071e triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:02.517663 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (e62379fe-01c6-4535-a2b3-9d0a66b5071e), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:02.555729 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:02.568865 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6d34b-e95d-4885-8889-41337173d23d', 'name': 'tempest-TestVolumeBootPattern-374270929-router', 'tenant_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '84406cc5-b649-4875-8118-773fe1ce943a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:59Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 3, 'project_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'gw_port': {'id': '84406cc5-b649-4875-8118-773fe1ce943a', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf6d34b-e95d-4885-8889-41337173d23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:00Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:02.573865 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-da8c7400-cae7-4dd1-a4ec-8d0fd4e69274 None None] Current status of the port dc125b53-7a61-480e-becb-726683774536 is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:02.574262 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-da8c7400-cae7-4dd1-a4ec-8d0fd4e69274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (dc125b53-7a61-480e-becb-726683774536), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:02.615097 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] Checking router: 2cf6d34b-e95d-4885-8889-41337173d23d for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:51:02.615458 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] Updating router 2cf6d34b-e95d-4885-8889-41337173d23d port 84406cc5-b649-4875-8118-773fe1ce943a binding host dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:51:02.630866 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:02.675533 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (84406cc5-b649-4875-8118-773fe1ce943a), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:02.720187 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-da8c7400-cae7-4dd1-a4ec-8d0fd4e69274 None None] For port dc125b53-7a61-480e-becb-726683774536, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=dc125b53-7a61-480e-becb-726683774536,segment=NetworkSegment(4ac4ce82-8cb9-4788-b35a-c9bca93b58f2),segment_id=4ac4ce82-8cb9-4788-b35a-c9bca93b58f2)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:02.733397 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-da8c7400-cae7-4dd1-a4ec-8d0fd4e69274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (dc125b53-7a61-480e-becb-726683774536), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:02.752193 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b28ad67b-7f1f-424a-8bce-cb7e99cdaf15 req-c0e9549e-2cf4-407d-a44c-d681d30421ce tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042563 Aug 24 17:51:02.806499 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port e62379fe-01c6-4535-a2b3-9d0a66b5071e is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:02.807548 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device dc125b53-7a61-480e-becb-726683774536 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:51:02.918185 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c7400-cae7-4dd1-a4ec-8d0fd4e69274 None None] Pushing event updated for resources: {'Port': ['ID=dc125b53-7a61-480e-becb-726683774536,revision_number=3']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:02.925355 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-2bcd1de1-4988-4efa-97cf-da6821fb5e30 None None] Provisioning complete for port dc125b53-7a61-480e-becb-726683774536 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:02.925765 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-2bcd1de1-4988-4efa-97cf-da6821fb5e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (dc125b53-7a61-480e-becb-726683774536), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:03.088663 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:03.115093 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a795535c-272e-45bd-be0e-03a4f7aaf448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:03.134005 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port dc125b53-7a61-480e-becb-726683774536 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:03.134370 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (dc125b53-7a61-480e-becb-726683774536), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:03.295140 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd1de1-4988-4efa-97cf-da6821fb5e30 None None] Current status of the port dc125b53-7a61-480e-becb-726683774536 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:03.319810 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0b8347c6-97ac-41e5-9ba9-8ea9681f44e0 req-647e1207-7089-4773-8b81-8f114144c2a4 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41c4ee25-50fb-45d7-9866-1d83514f02d5 HTTP/1.1" status: 200 len: 999 time: 0.0685451 Aug 24 17:51:03.341990 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port dc125b53-7a61-480e-becb-726683774536 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:03.353242 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] Publish callbacks [] for port (84406cc5-b649-4875-8118-773fe1ce943a), precommit_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:03.360360 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (84406cc5-b649-4875-8118-773fe1ce943a), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:03.364701 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:03.403634 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] Attempting to bind port 84406cc5-b649-4875-8118-773fe1ce943a on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:51:03.404000 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] Attempting to bind port 84406cc5-b649-4875-8118-773fe1ce943a by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:51:03.404359 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] Attempting to bind port 84406cc5-b649-4875-8118-773fe1ce943a on network 362d5c28-632f-46ac-8441-a79df5e3c295 {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:51:03.416716 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:51:03.417129 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] Checking segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:51:03.417481 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:03.417868 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] Bound using segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:51:03.418326 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] Bound port: 84406cc5-b649-4875-8118-773fe1ce943a, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:51:03.418701 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (84406cc5-b649-4875-8118-773fe1ce943a), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:03.421578 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d811160-7998-439b-9ee3-acb031c133dc None None] Pushing event updated for resources: {'Port': ['ID=84406cc5-b649-4875-8118-773fe1ce943a,revision_number=2']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:03.472987 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] For port 84406cc5-b649-4875-8118-773fe1ce943a, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:51:03.476071 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] For port 84406cc5-b649-4875-8118-773fe1ce943a, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=84406cc5-b649-4875-8118-773fe1ce943a,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:51:03.481984 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (84406cc5-b649-4875-8118-773fe1ce943a), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:03.511595 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-be9164d3-9687-4d7b-a9a3-2c039be92206 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:03.518663 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] Routers {'2cf6d34b-e95d-4885-8889-41337173d23d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:51:03.519912 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:50:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2cf6d34b-e95d-4885-8889-41337173d23d'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:03.539501 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-be9164d3-9687-4d7b-a9a3-2c039be92206 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (349ace0f-6105-41c6-9f2e-8a420f64d66f), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:03.592230 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d811160-7998-439b-9ee3-acb031c133dc None None] Pushing event updated for resources: {'Port': ['ID=84406cc5-b649-4875-8118-773fe1ce943a,revision_number=3']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:03.634794 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] Set router 2cf6d34b-e95d-4885-8889-41337173d23d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:51:03.680971 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [None req-a795535c-272e-45bd-be0e-03a4f7aaf448 admin admin] Allocated IP 172.20.0.1 (76e2863c-dde8-48a5-bb75-35372262e9e3/0a9d0b59-0362-4a31-93cc-2592d19ba8cb/827e945d-aeed-4287-9828-c1f37dc5226d) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:51:03.687308 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.l3_db [None req-be9164d3-9687-4d7b-a9a3-2c039be92206 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Floating IP 349ace0f-6105-41c6-9f2e-8a420f64d66f associated. External IP: 172.27.1.246, port: 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d. Aug 24 17:51:03.792550 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:03.803587 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6d34b-e95d-4885-8889-41337173d23d', 'name': 'tempest-TestVolumeBootPattern-374270929-router', 'tenant_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '84406cc5-b649-4875-8118-773fe1ce943a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:59Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 3, 'project_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'gw_port': {'id': '84406cc5-b649-4875-8118-773fe1ce943a', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf6d34b-e95d-4885-8889-41337173d23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:00Z', 'updated_at': '2022-08-24T17:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:03.839386 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222553af-4f7f-4084-b9f8-2ec8904c5649 None None] The sync data for ids ['2cf6d34b-e95d-4885-8889-41337173d23d'] in dv-cinder-840525-3-iscsi is: [{'id': '2cf6d34b-e95d-4885-8889-41337173d23d', 'name': 'tempest-TestVolumeBootPattern-374270929-router', 'tenant_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '84406cc5-b649-4875-8118-773fe1ce943a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:59Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 3, 'project_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'gw_port': {'id': '84406cc5-b649-4875-8118-773fe1ce943a', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf6d34b-e95d-4885-8889-41337173d23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:00Z', 'updated_at': '2022-08-24T17:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:51:03.840120 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:03.892935 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a795535c-272e-45bd-be0e-03a4f7aaf448 admin admin] Publish callbacks [] for port (827e945d-aeed-4287-9828-c1f37dc5226d), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:03.915368 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1d32e-ce5f-415e-af80-21595394bc0c req-b274d5b8-d567-4706-8c51-a8a22884ac41 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:03.915368 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d0f1d32e-ce5f-415e-af80-21595394bc0c req-b274d5b8-d567-4706-8c51-a8a22884ac41 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0610211 Aug 24 17:51:03.933551 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:03.961487 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 19e20a5d-f470-4588-b1c6-4fccd8d43ed7 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:51:03.997544 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d0f1d32e-ce5f-415e-af80-21595394bc0c req-3e3c5267-f572-4fb5-a6c0-940101639cf5 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764821 Aug 24 17:51:04.017862 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:04.019224 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 19e20a5d-f470-4588-b1c6-4fccd8d43ed7 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:04.019708 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (19e20a5d-f470-4588-b1c6-4fccd8d43ed7), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:04.035792 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a795535c-272e-45bd-be0e-03a4f7aaf448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (827e945d-aeed-4287-9828-c1f37dc5226d), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:04.077223 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9164d3-9687-4d7b-a9a3-2c039be92206 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Router 8be23f45-63b6-4cd2-ad62-45938092cb96 has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:51:04.093750 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a795535c-272e-45bd-be0e-03a4f7aaf448 admin admin] Network 76e2863c-dde8-48a5-bb75-35372262e9e3 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:51:04.100931 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-a795535c-272e-45bd-be0e-03a4f7aaf448 admin admin] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:51:04.108034 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a795535c-272e-45bd-be0e-03a4f7aaf448 admin admin] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:51:04.133172 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 19e20a5d-f470-4588-b1c6-4fccd8d43ed7 is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:04.133571 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (19e20a5d-f470-4588-b1c6-4fccd8d43ed7), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:04.134563 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795535c-272e-45bd-be0e-03a4f7aaf448 admin admin] Pushing event updated for resources: {'Port': ['ID=827e945d-aeed-4287-9828-c1f37dc5226d,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:04.147593 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8347c6-97ac-41e5-9ba9-8ea9681f44e0 req-f0abc13c-31d1-466a-8a75-b95a0b4e8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:04.153003 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0b8347c6-97ac-41e5-9ba9-8ea9681f44e0 req-f0abc13c-31d1-466a-8a75-b95a0b4e8e4a service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=f4beb65d-55f8-43c8-9c96-bbd198ab3e33 HTTP/1.1" status: 200 len: 856 time: 0.0686076 Aug 24 17:51:04.208094 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port 19e20a5d-f470-4588-b1c6-4fccd8d43ed7, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=19e20a5d-f470-4588-b1c6-4fccd8d43ed7,segment=NetworkSegment(30259835-216c-4123-bc4a-7b0c958ef368),segment_id=30259835-216c-4123-bc4a-7b0c958ef368)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:04.218121 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (19e20a5d-f470-4588-b1c6-4fccd8d43ed7), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:04.219324 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device dc125b53-7a61-480e-becb-726683774536 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:51:04.277680 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a795535c-272e-45bd-be0e-03a4f7aaf448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746992'] for router_interface (2cf6d34b-e95d-4885-8889-41337173d23d), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:04.322444 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=19e20a5d-f470-4588-b1c6-4fccd8d43ed7,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:04.328731 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port dc125b53-7a61-480e-becb-726683774536 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:04.329108 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (dc125b53-7a61-480e-becb-726683774536), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:04.412931 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9164d3-9687-4d7b-a9a3-2c039be92206 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:51:04.414185 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:04.420443 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-be9164d3-9687-4d7b-a9a3-2c039be92206 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:04.431056 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port dc125b53-7a61-480e-becb-726683774536 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:04.431563 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6410ff7b-d37f-48e0-b1d7-c8c9c83fe44d None None] Sync routers for ids ['8be23f45-63b6-4cd2-ad62-45938092cb96'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:51:04.435817 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-08129cf1-f350-466c-afa7-6bbb8fdda7da None None] Provisioning complete for port 827e945d-aeed-4287-9828-c1f37dc5226d triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:04.436135 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-08129cf1-f350-466c-afa7-6bbb8fdda7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (827e945d-aeed-4287-9828-c1f37dc5226d), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:04.465451 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6410ff7b-d37f-48e0-b1d7-c8c9c83fe44d None None] Routers {'8be23f45-63b6-4cd2-ad62-45938092cb96'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:51:04.466614 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-6410ff7b-d37f-48e0-b1d7-c8c9c83fe44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:50:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['8be23f45-63b6-4cd2-ad62-45938092cb96'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:04.475245 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-be9164d3-9687-4d7b-a9a3-2c039be92206 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/349ace0f-6105-41c6-9f2e-8a420f64d66f HTTP/1.1" status: 200 len: 992 time: 2.2353165 Aug 24 17:51:04.475865 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-08129cf1-f350-466c-afa7-6bbb8fdda7da None None] Port 827e945d-aeed-4287-9828-c1f37dc5226d cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:51:04.480145 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef24bd4c-630a-428f-9eb7-50c5009e9fe1', 'tag': '22d0b6c6-ad45-4659-a4f0-1d8f89c1671d'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:04.482970 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf3530f-55db-4099-b88a-4a809c97b6be" -d '{"events": [{"name": "network-changed", "server_uuid": "ef24bd4c-630a-428f-9eb7-50c5009e9fe1", "tag": "22d0b6c6-ad45-4659-a4f0-1d8f89c1671d"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:04.523216 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a795535c-272e-45bd-be0e-03a4f7aaf448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (827e945d-aeed-4287-9828-c1f37dc5226d), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:04.538272 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5c0d06-6447-4d5d-9d9f-a1ab46cd943c x-openstack-request-id: req-ab5c0d06-6447-4d5d-9d9f-a1ab46cd943c {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:04.538860 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef24bd4c-630a-428f-9eb7-50c5009e9fe1", "tag": "22d0b6c6-ad45-4659-a4f0-1d8f89c1671d", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:04.539187 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ab5c0d06-6447-4d5d-9d9f-a1ab46cd943c {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:04.539678 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab5c0d06-6447-4d5d-9d9f-a1ab46cd943c'] response: {'name': 'network-changed', 'server_uuid': 'ef24bd4c-630a-428f-9eb7-50c5009e9fe1', 'tag': '22d0b6c6-ad45-4659-a4f0-1d8f89c1671d', 'status': 'completed', 'code': 200} Aug 24 17:51:04.585532 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-6410ff7b-d37f-48e0-b1d7-c8c9c83fe44d None None] Set router 8be23f45-63b6-4cd2-ad62-45938092cb96 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:51:04.692417 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:04.705739 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a795535c-272e-45bd-be0e-03a4f7aaf448 admin admin] Publish callbacks [] for port (827e945d-aeed-4287-9828-c1f37dc5226d), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:04.714141 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a795535c-272e-45bd-be0e-03a4f7aaf448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (827e945d-aeed-4287-9828-c1f37dc5226d), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:04.751368 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:04.783993 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a795535c-272e-45bd-be0e-03a4f7aaf448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747020'] for router_interface (2cf6d34b-e95d-4885-8889-41337173d23d), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:04.785798 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795535c-272e-45bd-be0e-03a4f7aaf448 admin admin] Pushing event updated for resources: {'Port': ['ID=827e945d-aeed-4287-9828-c1f37dc5226d,revision_number=2']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:04.814652 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-6410ff7b-d37f-48e0-b1d7-c8c9c83fe44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'name': 'tempest-ServerRescueNegativeTestJSON-443499758-router', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'gw_port': {'id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:55Z', 'updated_at': '2022-08-24T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '349ace0f-6105-41c6-9f2e-8a420f64d66f', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'port_id': '22d0b6c6-ad45-4659-a4f0-1d8f89c1671d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'mac_address': 'fa:16:3e:c1:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24bd4c-630a-428f-9eb7-50c5009e9fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:50:26Z', 'updated_at': '2022-08-24T17:51:03Z', 'revision_number': 1, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbe299f-882f-4160-b68e-c6a0eeabb57f', 'name': '', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'mac_address': 'fa:16:3e:93:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:03Z', 'updated_at': '2022-08-24T17:48:16Z', 'revision_number': 5, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'subnets': [{'id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:04.818790 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:04.843445 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6410ff7b-d37f-48e0-b1d7-c8c9c83fe44d None None] Checking router: 8be23f45-63b6-4cd2-ad62-45938092cb96 for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:51:04.852582 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6410ff7b-d37f-48e0-b1d7-c8c9c83fe44d None None] Routers {'8be23f45-63b6-4cd2-ad62-45938092cb96'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:51:04.853201 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-6410ff7b-d37f-48e0-b1d7-c8c9c83fe44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:50:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['8be23f45-63b6-4cd2-ad62-45938092cb96'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:04.892056 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a795535c-272e-45bd-be0e-03a4f7aaf448 admin admin] Network 76e2863c-dde8-48a5-bb75-35372262e9e3 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:51:04.893615 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-a795535c-272e-45bd-be0e-03a4f7aaf448 admin admin] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:51:04.964518 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-6410ff7b-d37f-48e0-b1d7-c8c9c83fe44d None None] Set router 8be23f45-63b6-4cd2-ad62-45938092cb96 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:51:05.021446 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a795535c-272e-45bd-be0e-03a4f7aaf448 admin admin] Router 2cf6d34b-e95d-4885-8889-41337173d23d has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:51:05.084865 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 41c4ee25-50fb-45d7-9866-1d83514f02d5 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:51:05.127445 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:05.161760 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:05.220926 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-87d5f450-1a00-4d08-9a76-f2e6ca231028 None None] Provisioning complete for port 827e945d-aeed-4287-9828-c1f37dc5226d triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:05.221298 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-87d5f450-1a00-4d08-9a76-f2e6ca231028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (827e945d-aeed-4287-9828-c1f37dc5226d), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:05.233974 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8347c6-97ac-41e5-9ba9-8ea9681f44e0 req-0f0456f5-cbf1-4ae8-b93e-711ecf753d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:05.234867 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5e9a955e-c258-42a4-b6bf-03e57e6962ab req-84e8c9d0-075c-4444-9a7f-9b26ba64d97c service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1179843 Aug 24 17:51:05.235742 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0b8347c6-97ac-41e5-9ba9-8ea9681f44e0 req-0f0456f5-cbf1-4ae8-b93e-711ecf753d7f service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=b4887da7-fc9b-4bdc-bef8-72d9aff23bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1708477 Aug 24 17:51:05.239183 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3530f-55db-4099-b88a-4a809c97b6be req-423764cc-823d-44aa-bc58-8c1031eee1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:05.241034 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1bf3530f-55db-4099-b88a-4a809c97b6be req-423764cc-823d-44aa-bc58-8c1031eee1f9 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=0fb78a439e20439f8d93a4f7df3f28f8&device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 1130 time: 0.1088138 Aug 24 17:51:05.247386 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a44ad3-3a93-4e1d-94dd-e201025287a7 req-5e7e6f8d-453e-460a-bd13-a379cb2cba17 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:05.249320 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-49a44ad3-3a93-4e1d-94dd-e201025287a7 req-5e7e6f8d-453e-460a-bd13-a379cb2cba17 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 945 time: 0.0752375 Aug 24 17:51:05.262514 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a795535c-272e-45bd-be0e-03a4f7aaf448 admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:51:05.280271 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-a795535c-272e-45bd-be0e-03a4f7aaf448 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/2cf6d34b-e95d-4885-8889-41337173d23d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3483160 Aug 24 17:51:05.280501 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 41c4ee25-50fb-45d7-9866-1d83514f02d5 is: ACTIVE; New status is: DOWN {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:05.280501 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:05.301377 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-87d5f450-1a00-4d08-9a76-f2e6ca231028 None None] Port 827e945d-aeed-4287-9828-c1f37dc5226d cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:51:05.321902 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11705238-e9d4-4c1e-ab49-d5a27eb4df4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41c4ee25-50fb-45d7-9866-1d83514f02d5'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:05.325432 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7225b978-c047-4b29-8a11-3087eedc922b" -d '{"events": [{"server_uuid": "11705238-e9d4-4c1e-ab49-d5a27eb4df4c", "name": "network-vif-unplugged", "status": "completed", "tag": "41c4ee25-50fb-45d7-9866-1d83514f02d5"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:05.326189 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a955e-c258-42a4-b6bf-03e57e6962ab req-16a5cbd7-7491-4c2f-8504-0572e7b06ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:05.328273 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5e9a955e-c258-42a4-b6bf-03e57e6962ab req-16a5cbd7-7491-4c2f-8504-0572e7b06ab5 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=0fb78a439e20439f8d93a4f7df3f28f8&device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 1129 time: 0.0539067 Aug 24 17:51:05.329457 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-6410ff7b-d37f-48e0-b1d7-c8c9c83fe44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'name': 'tempest-ServerRescueNegativeTestJSON-443499758-router', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'gw_port': {'id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:55Z', 'updated_at': '2022-08-24T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '349ace0f-6105-41c6-9f2e-8a420f64d66f', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'port_id': '22d0b6c6-ad45-4659-a4f0-1d8f89c1671d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'mac_address': 'fa:16:3e:c1:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24bd4c-630a-428f-9eb7-50c5009e9fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:50:26Z', 'updated_at': '2022-08-24T17:51:03Z', 'revision_number': 1, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbe299f-882f-4160-b68e-c6a0eeabb57f', 'name': '', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'mac_address': 'fa:16:3e:93:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:03Z', 'updated_at': '2022-08-24T17:48:16Z', 'revision_number': 5, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'subnets': [{'id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:05.376243 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 41c4ee25-50fb-45d7-9866-1d83514f02d5, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=41c4ee25-50fb-45d7-9866-1d83514f02d5,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:05.385798 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:05.449845 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a15f373-b72a-44fa-a5e2-1dc817acd62a x-openstack-request-id: req-8a15f373-b72a-44fa-a5e2-1dc817acd62a {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:05.450146 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11705238-e9d4-4c1e-ab49-d5a27eb4df4c", "name": "network-vif-unplugged", "status": "completed", "tag": "41c4ee25-50fb-45d7-9866-1d83514f02d5", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:05.450959 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8a15f373-b72a-44fa-a5e2-1dc817acd62a {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:05.451810 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a15f373-b72a-44fa-a5e2-1dc817acd62a'] response: {'server_uuid': '11705238-e9d4-4c1e-ab49-d5a27eb4df4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41c4ee25-50fb-45d7-9866-1d83514f02d5', 'code': 200} Aug 24 17:51:05.493649 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6410ff7b-d37f-48e0-b1d7-c8c9c83fe44d None None] The sync data for ids ['8be23f45-63b6-4cd2-ad62-45938092cb96'] in dv-cinder-840525-3-iscsi is: [{'id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'name': 'tempest-ServerRescueNegativeTestJSON-443499758-router', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'gw_port': {'id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:55Z', 'updated_at': '2022-08-24T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '349ace0f-6105-41c6-9f2e-8a420f64d66f', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'port_id': '22d0b6c6-ad45-4659-a4f0-1d8f89c1671d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'mac_address': 'fa:16:3e:c1:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24bd4c-630a-428f-9eb7-50c5009e9fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:50:26Z', 'updated_at': '2022-08-24T17:51:03Z', 'revision_number': 1, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbe299f-882f-4160-b68e-c6a0eeabb57f', 'name': '', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'mac_address': 'fa:16:3e:93:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:03Z', 'updated_at': '2022-08-24T17:48:16Z', 'revision_number': 5, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'subnets': [{'id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:51:05.510003 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=41c4ee25-50fb-45d7-9866-1d83514f02d5,revision_number=8']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:05.565048 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a955e-c258-42a4-b6bf-03e57e6962ab req-2635c3b5-26f3-49d1-a6d0-3790c27c44af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:05.567552 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5e9a955e-c258-42a4-b6bf-03e57e6962ab req-2635c3b5-26f3-49d1-a6d0-3790c27c44af service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=42250e67-e026-4ee8-a8ab-86c733e9a211 HTTP/1.1" status: 200 len: 919 time: 0.2104328 Aug 24 17:51:05.590998 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-49a44ad3-3a93-4e1d-94dd-e201025287a7 req-192aa329-7e3c-4b20-9a20-4a93f1fd3954 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3353269 Aug 24 17:51:05.620413 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5e9a955e-c258-42a4-b6bf-03e57e6962ab req-1592cdaa-5efc-4db1-a361-e6d5e4acdd5e service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 HTTP/1.1" status: 200 len: 217 time: 0.0437031 Aug 24 17:51:05.648874 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3530f-55db-4099-b88a-4a809c97b6be req-db80c32f-ed7c-412b-986f-f4723a54887e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:05.650783 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1bf3530f-55db-4099-b88a-4a809c97b6be req-db80c32f-ed7c-412b-986f-f4723a54887e service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=42250e67-e026-4ee8-a8ab-86c733e9a211 HTTP/1.1" status: 200 len: 919 time: 0.3729112 Aug 24 17:51:05.652851 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0b8347c6-97ac-41e5-9ba9-8ea9681f44e0 req-ac82c272-0e00-490e-91bb-e8cf89043faf service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739047 Aug 24 17:51:05.674298 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a955e-c258-42a4-b6bf-03e57e6962ab req-5efd99c5-929f-452d-a3f6-524dd624f327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:05.675838 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5e9a955e-c258-42a4-b6bf-03e57e6962ab req-5efd99c5-929f-452d-a3f6-524dd624f327 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=691c41c2-810c-4ccb-bb31-aecf9470a77a HTTP/1.1" status: 200 len: 857 time: 0.0486057 Aug 24 17:51:05.742217 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a955e-c258-42a4-b6bf-03e57e6962ab req-c738b36b-1c58-491b-90e2-ff843736ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:05.743958 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5e9a955e-c258-42a4-b6bf-03e57e6962ab req-c738b36b-1c58-491b-90e2-ff843736ac92 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=42250e67-e026-4ee8-a8ab-86c733e9a211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622914 Aug 24 17:51:05.819963 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1bf3530f-55db-4099-b88a-4a809c97b6be req-8a31bd66-756d-4a8a-ba75-de42b047f5e0 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d0b6c6-ad45-4659-a4f0-1d8f89c1671d HTTP/1.1" status: 200 len: 1000 time: 0.1509693 Aug 24 17:51:05.834772 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 35884) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:05.842754 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-35b1f0d2-e143-40fe-98a9-6ffd5a674337 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1035260104', 'description': 'tempest-secgroup-smoke-1035260104 description', 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:05.851919 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16676f0-3509-4562-bb5d-37caec174331 None None] New status for floating IP 349ace0f-6105-41c6-9f2e-8a420f64d66f: ACTIVE {{(pid=112765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:51:05.888129 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0b8347c6-97ac-41e5-9ba9-8ea9681f44e0 req-d789c280-e405-4a41-82cf-13644ea9a4c9 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110040 Aug 24 17:51:05.912802 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:05.922372 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5e9a955e-c258-42a4-b6bf-03e57e6962ab req-0eccf103-31dd-49da-9221-f83370888056 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687465 Aug 24 17:51:05.922928 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3530f-55db-4099-b88a-4a809c97b6be req-134c7677-50a3-4856-bdeb-77ece4e2c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:05.924212 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1bf3530f-55db-4099-b88a-4a809c97b6be req-134c7677-50a3-4856-bdeb-77ece4e2c62c service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=691c41c2-810c-4ccb-bb31-aecf9470a77a HTTP/1.1" status: 200 len: 857 time: 0.0902240 Aug 24 17:51:05.928824 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-35b1f0d2-e143-40fe-98a9-6ffd5a674337 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.006265 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-35b1f0d2-e143-40fe-98a9-6ffd5a674337 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group (5792484b-a3e6-4502-bc08-7671a46e2e20), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.014074 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-35b1f0d2-e143-40fe-98a9-6ffd5a674337 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (5792484b-a3e6-4502-bc08-7671a46e2e20), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.042236 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-35b1f0d2-e143-40fe-98a9-6ffd5a674337 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.047576 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-35b1f0d2-e143-40fe-98a9-6ffd5a674337 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2078581 Aug 24 17:51:06.047697 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35888) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:06.054750 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-6fc8f066-9b1a-46d8-b76d-bb638221a3cd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Request body: {'security_group_rule': {'security_group_id': '5792484b-a3e6-4502-bc08-7671a46e2e20', 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:06.068044 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 19e20a5d-f470-4588-b1c6-4fccd8d43ed7 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:51:06.076546 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1f0d2-e143-40fe-98a9-6ffd5a674337 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5792484b-a3e6-4502-bc08-7671a46e2e20,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:06.124748 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 19e20a5d-f470-4588-b1c6-4fccd8d43ed7 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:06.125707 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (19e20a5d-f470-4588-b1c6-4fccd8d43ed7), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.134761 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f066-9b1a-46d8-b76d-bb638221a3cd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group_rule (68e0a107-faac-4c0a-90d5-5315819b93b2), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.192016 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:06.212662 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f066-9b1a-46d8-b76d-bb638221a3cd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group_rule (68e0a107-faac-4c0a-90d5-5315819b93b2), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.218414 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f066-9b1a-46d8-b76d-bb638221a3cd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (68e0a107-faac-4c0a-90d5-5315819b93b2), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.225878 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 19e20a5d-f470-4588-b1c6-4fccd8d43ed7 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:06.228257 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 84406cc5-b649-4875-8118-773fe1ce943a up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:51:06.244964 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] Sync routers for ids ['2cf6d34b-e95d-4885-8889-41337173d23d'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:51:06.245423 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8f066-9b1a-46d8-b76d-bb638221a3cd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e0a107-faac-4c0a-90d5-5315819b93b2,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:06.259620 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f066-9b1a-46d8-b76d-bb638221a3cd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.260893 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] Routers {'2cf6d34b-e95d-4885-8889-41337173d23d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:51:06.261030 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-6fc8f066-9b1a-46d8-b76d-bb638221a3cd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2123888 Aug 24 17:51:06.261988 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:50:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2cf6d34b-e95d-4885-8889-41337173d23d'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:06.264333 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 35894) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:06.273769 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-0f2a7d3d-b4c5-4532-8476-fed29a8fc3af tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Request body: {'security_group_rule': {'security_group_id': '5792484b-a3e6-4502-bc08-7671a46e2e20', 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:06.297451 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:06.312972 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-0f2a7d3d-b4c5-4532-8476-fed29a8fc3af tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group_rule (b9a57c43-7e84-4da7-aedf-76ceae19f847), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.319515 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 84406cc5-b649-4875-8118-773fe1ce943a triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:06.319899 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (84406cc5-b649-4875-8118-773fe1ce943a), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.381698 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] Set router 2cf6d34b-e95d-4885-8889-41337173d23d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:51:06.390284 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-0f2a7d3d-b4c5-4532-8476-fed29a8fc3af tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group_rule (b9a57c43-7e84-4da7-aedf-76ceae19f847), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.394711 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-0f2a7d3d-b4c5-4532-8476-fed29a8fc3af tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (b9a57c43-7e84-4da7-aedf-76ceae19f847), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.399252 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 84406cc5-b649-4875-8118-773fe1ce943a is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:06.399674 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (84406cc5-b649-4875-8118-773fe1ce943a), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.413537 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a7d3d-b4c5-4532-8476-fed29a8fc3af tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a57c43-7e84-4da7-aedf-76ceae19f847,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:06.428002 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-0f2a7d3d-b4c5-4532-8476-fed29a8fc3af tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.430226 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-0f2a7d3d-b4c5-4532-8476-fed29a8fc3af tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1648171 Aug 24 17:51:06.432934 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35898) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:06.434171 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port 84406cc5-b649-4875-8118-773fe1ce943a, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=84406cc5-b649-4875-8118-773fe1ce943a,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:06.438054 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-ee8b972a-f581-4158-a780-7c73519fe1eb tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Request body: {'security_group_rule': {'security_group_id': '5792484b-a3e6-4502-bc08-7671a46e2e20', 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:06.438978 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (84406cc5-b649-4875-8118-773fe1ce943a), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.483844 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ee8b972a-f581-4158-a780-7c73519fe1eb tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group_rule (575affbe-8cee-4d3f-9dcc-289e1e5ffb98), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.506641 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=84406cc5-b649-4875-8118-773fe1ce943a,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:06.530412 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:06.549871 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ee8b972a-f581-4158-a780-7c73519fe1eb tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group_rule (575affbe-8cee-4d3f-9dcc-289e1e5ffb98), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.555739 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ee8b972a-f581-4158-a780-7c73519fe1eb tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (575affbe-8cee-4d3f-9dcc-289e1e5ffb98), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.576428 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b972a-f581-4158-a780-7c73519fe1eb tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575affbe-8cee-4d3f-9dcc-289e1e5ffb98,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:06.583982 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ee8b972a-f581-4158-a780-7c73519fe1eb tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.585189 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-ee8b972a-f581-4158-a780-7c73519fe1eb tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1511760 Aug 24 17:51:06.587988 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35900) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:06.593170 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-6cc5e465-2e91-4301-90bd-184da8f5d73b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Request body: {'security_group_rule': {'security_group_id': '5792484b-a3e6-4502-bc08-7671a46e2e20', 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:06.605752 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6d34b-e95d-4885-8889-41337173d23d', 'name': 'tempest-TestVolumeBootPattern-374270929-router', 'tenant_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '84406cc5-b649-4875-8118-773fe1ce943a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:59Z', 'updated_at': '2022-08-24T17:51:04Z', 'revision_number': 4, 'project_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'gw_port': {'id': '84406cc5-b649-4875-8118-773fe1ce943a', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf6d34b-e95d-4885-8889-41337173d23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:00Z', 'updated_at': '2022-08-24T17:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '827e945d-aeed-4287-9828-c1f37dc5226d', 'name': '', 'network_id': '76e2863c-dde8-48a5-bb75-35372262e9e3', 'tenant_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'mac_address': 'fa:16:3e:f2:5e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf6d34b-e95d-4885-8889-41337173d23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0a9d0b59-0362-4a31-93cc-2592d19ba8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:03Z', 'updated_at': '2022-08-24T17:51:04Z', 'revision_number': 2, 'project_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'subnets': [{'id': '0a9d0b59-0362-4a31-93cc-2592d19ba8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:06.619664 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6cc5e465-2e91-4301-90bd-184da8f5d73b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group_rule (75320dc7-f9c4-4e78-a410-883b2f5d6b45), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.636288 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] Checking router: 2cf6d34b-e95d-4885-8889-41337173d23d for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:51:06.636648 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] Updating router 2cf6d34b-e95d-4885-8889-41337173d23d port 827e945d-aeed-4287-9828-c1f37dc5226d binding host dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:51:06.665300 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (827e945d-aeed-4287-9828-c1f37dc5226d), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.683287 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6cc5e465-2e91-4301-90bd-184da8f5d73b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group_rule (75320dc7-f9c4-4e78-a410-883b2f5d6b45), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.687233 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6cc5e465-2e91-4301-90bd-184da8f5d73b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (75320dc7-f9c4-4e78-a410-883b2f5d6b45), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.706905 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:06.707665 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5e465-2e91-4301-90bd-184da8f5d73b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75320dc7-f9c4-4e78-a410-883b2f5d6b45,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:06.716199 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6cc5e465-2e91-4301-90bd-184da8f5d73b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.719972 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-6cc5e465-2e91-4301-90bd-184da8f5d73b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1300387 Aug 24 17:51:06.721480 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35904) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:06.721788 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2036d4b-911a-4275-8509-fd8b7b12a1e8 req-63fa7a68-5abc-4ae1-aa61-1ccd19e90307 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:06.723543 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f2036d4b-911a-4275-8509-fd8b7b12a1e8 req-63fa7a68-5abc-4ae1-aa61-1ccd19e90307 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0556552 Aug 24 17:51:06.727237 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-1aad915e-cecb-4b5e-b82b-60495b290151 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Request body: {'security_group_rule': {'security_group_id': '5792484b-a3e6-4502-bc08-7671a46e2e20', 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:06.750925 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.securitygroups_db [None req-1aad915e-cecb-4b5e-b82b-60495b290151 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Project b9cd3cd0a9434f5ab0e1e1c52145beb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 17:51:06.759337 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1aad915e-cecb-4b5e-b82b-60495b290151 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group_rule (78a66c54-f342-4976-8543-04205ca5722f), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.777755 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f2036d4b-911a-4275-8509-fd8b7b12a1e8 req-6ffc4eec-5276-433d-8e46-fab2883830c5 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476778 Aug 24 17:51:06.785995 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=100 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:06.823291 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1aad915e-cecb-4b5e-b82b-60495b290151 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group_rule (78a66c54-f342-4976-8543-04205ca5722f), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.826908 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1aad915e-cecb-4b5e-b82b-60495b290151 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (78a66c54-f342-4976-8543-04205ca5722f), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.846461 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad915e-cecb-4b5e-b82b-60495b290151 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a66c54-f342-4976-8543-04205ca5722f,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:06.852422 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1aad915e-cecb-4b5e-b82b-60495b290151 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.853606 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-1aad915e-cecb-4b5e-b82b-60495b290151 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310415 Aug 24 17:51:06.856384 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 35906) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:06.860797 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-de2ac00f-1cfb-43dd-b21d-c1dd71accc4b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Request body: {'security_group_rule': {'security_group_id': '5792484b-a3e6-4502-bc08-7671a46e2e20', 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:06.882484 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.securitygroups_db [None req-de2ac00f-1cfb-43dd-b21d-c1dd71accc4b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Project b9cd3cd0a9434f5ab0e1e1c52145beb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 17:51:06.891104 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-de2ac00f-1cfb-43dd-b21d-c1dd71accc4b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group_rule (aab7a8b8-5579-472d-8e1f-415ac4b7375d), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.935293 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] Publish callbacks [] for port (827e945d-aeed-4287-9828-c1f37dc5226d), precommit_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.942041 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (827e945d-aeed-4287-9828-c1f37dc5226d), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.949158 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-de2ac00f-1cfb-43dd-b21d-c1dd71accc4b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group_rule (aab7a8b8-5579-472d-8e1f-415ac4b7375d), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.953663 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-de2ac00f-1cfb-43dd-b21d-c1dd71accc4b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (aab7a8b8-5579-472d-8e1f-415ac4b7375d), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.975955 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ac00f-1cfb-43dd-b21d-c1dd71accc4b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab7a8b8-5579-472d-8e1f-415ac4b7375d,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:06.984565 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-de2ac00f-1cfb-43dd-b21d-c1dd71accc4b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:06.989168 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-de2ac00f-1cfb-43dd-b21d-c1dd71accc4b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284521 Aug 24 17:51:06.995310 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-912848cb-2c29-4892-b146-6e9aaac3c7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:07.006951 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937766b7-14a3-4eca-850a-8e408dcd5dc6 None None] Pushing event updated for resources: {'Port': ['ID=827e945d-aeed-4287-9828-c1f37dc5226d,revision_number=3']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:07.042335 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] Attempting to bind port 827e945d-aeed-4287-9828-c1f37dc5226d on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:51:07.042702 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] Attempting to bind port 827e945d-aeed-4287-9828-c1f37dc5226d by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': '4ac4ce82-8cb9-4788-b35a-c9bca93b58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '76e2863c-dde8-48a5-bb75-35372262e9e3'}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:51:07.043310 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] Attempting to bind port 827e945d-aeed-4287-9828-c1f37dc5226d on network 76e2863c-dde8-48a5-bb75-35372262e9e3 {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:51:07.048566 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:51:07.048937 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] Checking segment: {'id': '4ac4ce82-8cb9-4788-b35a-c9bca93b58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '76e2863c-dde8-48a5-bb75-35372262e9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:51:07.049329 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:07.049710 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] Bound using segment: {'id': '4ac4ce82-8cb9-4788-b35a-c9bca93b58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '76e2863c-dde8-48a5-bb75-35372262e9e3'} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:51:07.050226 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] Bound port: 827e945d-aeed-4287-9828-c1f37dc5226d, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac4ce82-8cb9-4788-b35a-c9bca93b58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '76e2863c-dde8-48a5-bb75-35372262e9e3'}}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:51:07.050604 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (827e945d-aeed-4287-9828-c1f37dc5226d), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:07.101405 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:07.113284 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] For port 827e945d-aeed-4287-9828-c1f37dc5226d, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:51:07.117395 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] For port 827e945d-aeed-4287-9828-c1f37dc5226d, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=827e945d-aeed-4287-9828-c1f37dc5226d,segment=NetworkSegment(4ac4ce82-8cb9-4788-b35a-c9bca93b58f2),segment_id=4ac4ce82-8cb9-4788-b35a-c9bca93b58f2)] {{(pid=112766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:51:07.124008 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (827e945d-aeed-4287-9828-c1f37dc5226d), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:07.155826 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] Routers {'2cf6d34b-e95d-4885-8889-41337173d23d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:51:07.156450 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:50:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2cf6d34b-e95d-4885-8889-41337173d23d'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:07.240641 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937766b7-14a3-4eca-850a-8e408dcd5dc6 None None] Pushing event updated for resources: {'Port': ['ID=827e945d-aeed-4287-9828-c1f37dc5226d,revision_number=4']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:07.279269 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] Set router 2cf6d34b-e95d-4885-8889-41337173d23d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:51:07.484797 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6d34b-e95d-4885-8889-41337173d23d', 'name': 'tempest-TestVolumeBootPattern-374270929-router', 'tenant_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '84406cc5-b649-4875-8118-773fe1ce943a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:59Z', 'updated_at': '2022-08-24T17:51:04Z', 'revision_number': 4, 'project_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'gw_port': {'id': '84406cc5-b649-4875-8118-773fe1ce943a', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6d34b-e95d-4885-8889-41337173d23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:00Z', 'updated_at': '2022-08-24T17:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '827e945d-aeed-4287-9828-c1f37dc5226d', 'name': '', 'network_id': '76e2863c-dde8-48a5-bb75-35372262e9e3', 'tenant_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'mac_address': 'fa:16:3e:f2:5e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf6d34b-e95d-4885-8889-41337173d23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0a9d0b59-0362-4a31-93cc-2592d19ba8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:03Z', 'updated_at': '2022-08-24T17:51:07Z', 'revision_number': 4, 'project_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'subnets': [{'id': '0a9d0b59-0362-4a31-93cc-2592d19ba8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:07.515040 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddf1695-1986-4d54-b6a2-5cef2bb00e6d None None] The sync data for ids ['2cf6d34b-e95d-4885-8889-41337173d23d'] in dv-cinder-840525-3-iscsi is: [{'id': '2cf6d34b-e95d-4885-8889-41337173d23d', 'name': 'tempest-TestVolumeBootPattern-374270929-router', 'tenant_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '84406cc5-b649-4875-8118-773fe1ce943a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:59Z', 'updated_at': '2022-08-24T17:51:04Z', 'revision_number': 4, 'project_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'gw_port': {'id': '84406cc5-b649-4875-8118-773fe1ce943a', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6d34b-e95d-4885-8889-41337173d23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:00Z', 'updated_at': '2022-08-24T17:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '827e945d-aeed-4287-9828-c1f37dc5226d', 'name': '', 'network_id': '76e2863c-dde8-48a5-bb75-35372262e9e3', 'tenant_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'mac_address': 'fa:16:3e:f2:5e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf6d34b-e95d-4885-8889-41337173d23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0a9d0b59-0362-4a31-93cc-2592d19ba8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:03Z', 'updated_at': '2022-08-24T17:51:07Z', 'revision_number': 4, 'project_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'subnets': [{'id': '0a9d0b59-0362-4a31-93cc-2592d19ba8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:51:07.873909 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 84406cc5-b649-4875-8118-773fe1ce943a up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:51:07.903314 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c324b-1601-48ae-8e3f-523d5948594b req-166eb726-19f4-4b4d-a678-b93cbb9cee24 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:07.904837 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8b9c324b-1601-48ae-8e3f-523d5948594b req-166eb726-19f4-4b4d-a678-b93cbb9cee24 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0473733 Aug 24 17:51:07.911634 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:07.923401 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 84406cc5-b649-4875-8118-773fe1ce943a triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:07.923815 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (84406cc5-b649-4875-8118-773fe1ce943a), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:07.995701 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8b9c324b-1601-48ae-8e3f-523d5948594b req-c4ea2dba-666a-42f0-86c7-1c37fd97c592 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843811 Aug 24 17:51:08.070295 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 84406cc5-b649-4875-8118-773fe1ce943a is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:09.137505 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5407e9-0728-4e8c-9f2e-4a797fd1532d req-3ec08bb5-18cf-44c5-9aca-9acf3151253a tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:09.138989 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-df5407e9-0728-4e8c-9f2e-4a797fd1532d req-3ec08bb5-18cf-44c5-9aca-9acf3151253a tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0489576 Aug 24 17:51:09.188609 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-df5407e9-0728-4e8c-9f2e-4a797fd1532d req-a0f57f25-398a-4aca-ae1a-1b3b2652b3de tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438466 Aug 24 17:51:09.435515 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-0cd886c5-ae00-4fab-aa78-f37c50275289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:09.810236 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:51:09.873881 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3530f-55db-4099-b88a-4a809c97b6be req-4afe675f-35ae-4ab5-8d14-da1976d06e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:09.875637 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1bf3530f-55db-4099-b88a-4a809c97b6be req-4afe675f-35ae-4ab5-8d14-da1976d06e67 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=42250e67-e026-4ee8-a8ab-86c733e9a211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483520 Aug 24 17:51:09.897771 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 827e945d-aeed-4287-9828-c1f37dc5226d up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:51:09.923765 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5e9a955e-c258-42a4-b6bf-03e57e6962ab req-9bc7636b-3b18-4d35-853f-8f218a0a8688 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991852 Aug 24 17:51:09.958628 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 827e945d-aeed-4287-9828-c1f37dc5226d triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:09.958866 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (827e945d-aeed-4287-9828-c1f37dc5226d), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:09.975861 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1bf3530f-55db-4099-b88a-4a809c97b6be req-7679261e-55a3-4723-9889-77adf42c682e service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919595 Aug 24 17:51:10.046621 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 827e945d-aeed-4287-9828-c1f37dc5226d is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:10.047101 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (827e945d-aeed-4287-9828-c1f37dc5226d), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:10.085764 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port 827e945d-aeed-4287-9828-c1f37dc5226d, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=827e945d-aeed-4287-9828-c1f37dc5226d,segment=NetworkSegment(4ac4ce82-8cb9-4788-b35a-c9bca93b58f2),segment_id=4ac4ce82-8cb9-4788-b35a-c9bca93b58f2)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:10.092113 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (827e945d-aeed-4287-9828-c1f37dc5226d), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:10.101375 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1bf3530f-55db-4099-b88a-4a809c97b6be req-766c58d1-3a88-48d7-a3d2-ecd60f7f3ec4 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181314 Aug 24 17:51:10.148490 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=827e945d-aeed-4287-9828-c1f37dc5226d,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:10.321181 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63019921-c121-4547-9ee3-095b39d39d62 req-7280ca56-1984-41f6-b081-a16dd6a6b89d tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:10.322649 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-63019921-c121-4547-9ee3-095b39d39d62 req-7280ca56-1984-41f6-b081-a16dd6a6b89d tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0469973 Aug 24 17:51:10.335287 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:10.376717 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-63019921-c121-4547-9ee3-095b39d39d62 req-5bb4d8e5-6f84-4925-b6a7-891c95f96e72 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457234 Aug 24 17:51:10.593966 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:11.520827 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477b534-ace1-47f0-9b8e-cb46f42a5bf6 req-9f56c308-bd99-4d6d-a192-08cb648ff3d8 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:11.522362 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a477b534-ace1-47f0-9b8e-cb46f42a5bf6 req-9f56c308-bd99-4d6d-a192-08cb648ff3d8 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0488484 Aug 24 17:51:11.574992 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a477b534-ace1-47f0-9b8e-cb46f42a5bf6 req-e63b1304-623e-4288-917f-77bc7a37e6e8 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466356 Aug 24 17:51:11.904344 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:11.918019 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-af61b2cc-7aca-4c58-bb77-ff35072146f3 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-192845372&fields=id&tenant_id=79ef0ce1ee884e9d80d4200d40b7b6c2 HTTP/1.1" status: 200 len: 267 time: 0.0678334 Aug 24 17:51:11.942032 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 827e945d-aeed-4287-9828-c1f37dc5226d up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:51:11.977513 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:12.006858 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 827e945d-aeed-4287-9828-c1f37dc5226d triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:12.007234 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (827e945d-aeed-4287-9828-c1f37dc5226d), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:12.044345 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-3f7cc264-9bed-4011-bc8b-05da8aff198f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:12.046904 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-3f7cc264-9bed-4011-bc8b-05da8aff198f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/networks?id=3e1e5e53-af70-4029-8cfd-e50d2d607333 HTTP/1.1" status: 200 len: 809 time: 0.1268470 Aug 24 17:51:12.066633 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:12.072493 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-6bbf2d24-31b2-4066-ac95-ba7656d34ba7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/quotas/79ef0ce1ee884e9d80d4200d40b7b6c2 HTTP/1.1" status: 200 len: 375 time: 0.0181189 Aug 24 17:51:12.099310 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:12.108827 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 827e945d-aeed-4287-9828-c1f37dc5226d is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:12.125760 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-75caac6d-7285-452a-b97c-b2b1a996dec3 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=79ef0ce1ee884e9d80d4200d40b7b6c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479860 Aug 24 17:51:12.188151 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [req-64d7b9f5-79ab-4001-b318-3868414c29c7 req-93286895-5b5f-44cf-bb9e-8eff8ff221a0 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:51:12.189218 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-64d7b9f5-79ab-4001-b318-3868414c29c7 req-93286895-5b5f-44cf-bb9e-8eff8ff221a0 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053797 Aug 24 17:51:12.402098 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380788b1-2575-43f2-93df-3fbe472ca52f req-0ad0c6c9-9c79-4c71-9ba1-e8848e7d6dff tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:12.403651 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-380788b1-2575-43f2-93df-3fbe472ca52f req-0ad0c6c9-9c79-4c71-9ba1-e8848e7d6dff tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0568380 Aug 24 17:51:12.429670 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:12.462599 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-380788b1-2575-43f2-93df-3fbe472ca52f req-ae01cc06-2ad2-48fc-99fc-66e00b1b5064 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533211 Aug 24 17:51:12.469290 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-91d52b52-652e-4ec7-bf68-ad23d87ff1f4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3e1e5e53-af70-4029-8cfd-e50d2d607333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309216 Aug 24 17:51:12.584046 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-d7b1877f-7c4f-4dc3-ba0e-454100a33cb4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3e1e5e53-af70-4029-8cfd-e50d2d607333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081166 Aug 24 17:51:12.697058 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 36062) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:12.803272 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c326eab8-54c8-4129-8aa2-8b7005702509 req-a5b4d64e-9f97-4c65-8c01-3f37244f0226 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1050212 Aug 24 17:51:12.813357 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [req-c326eab8-54c8-4129-8aa2-8b7005702509 req-d344bf03-5602-4ce6-9306-b09092a9b481 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:51:12.814379 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c326eab8-54c8-4129-8aa2-8b7005702509 req-d344bf03-5602-4ce6-9306-b09092a9b481 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057824 Aug 24 17:51:12.900476 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 36076) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:12.939017 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ef17b794-9331-42bc-b528-6aecc65ae65b req-78034d81-2d5c-4720-8c55-4a1e9da27ab8 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 210 time: 0.0337462 Aug 24 17:51:13.031272 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326eab8-54c8-4129-8aa2-8b7005702509 req-d66af3f5-b7f6-4607-a87c-6f2dec9283cd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:13.032678 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c326eab8-54c8-4129-8aa2-8b7005702509 req-d66af3f5-b7f6-4607-a87c-6f2dec9283cd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports/41c4ee25-50fb-45d7-9866-1d83514f02d5 HTTP/1.1" status: 200 len: 940 time: 0.1309543 Aug 24 17:51:13.618684 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229f9a2-d37f-46c4-a531-d94d68135170 req-0a42ec60-dcc4-4b81-8aae-1015decdc681 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:13.620256 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e229f9a2-d37f-46c4-a531-d94d68135170 req-0a42ec60-dcc4-4b81-8aae-1015decdc681 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0551429 Aug 24 17:51:13.652101 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:13.670545 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e229f9a2-d37f-46c4-a531-d94d68135170 req-6625a715-4625-4d1e-8264-e326f170ec65 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446045 Aug 24 17:51:13.949851 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 41c4ee25-50fb-45d7-9866-1d83514f02d5 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:51:14.041533 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 41c4ee25-50fb-45d7-9866-1d83514f02d5 is: DOWN; New status is: DOWN {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:14.100302 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6f71856e-1da2-47c0-8336-54d9da8b021c req-4d30fde3-4107-4e24-a74f-7c194c62d599 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 210 time: 0.0467331 Aug 24 17:51:14.131359 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-9aa31491-6eea-471f-98c8-c514eea0d246 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:14.132819 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-9aa31491-6eea-471f-98c8-c514eea0d246 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.62 "GET /networking/v2.0/networks?id=3e1e5e53-af70-4029-8cfd-e50d2d607333 HTTP/1.1" status: 200 len: 809 time: 0.2066243 Aug 24 17:51:14.208998 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-c1254a3f-22d8-42de-9e9a-3a92e0d78c1a tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.62 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=79ef0ce1ee884e9d80d4200d40b7b6c2 HTTP/1.1" status: 200 len: 379 time: 0.0655165 Aug 24 17:51:14.220014 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-bff863f5-6be2-4472-acd4-786b55689e05 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Request body: {'port': {'device_id': 'aa859353-b309-4c9b-8f43-21b185b4f27d', 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333', 'admin_state_up': True, 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'security_groups': ['95c99eeb-0111-4956-ba71-cd2135e90cec']}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:14.346389 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-bff863f5-6be2-4472-acd4-786b55689e05 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Made reservation on behalf of 79ef0ce1ee884e9d80d4200d40b7b6c2 for: {'port': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:51:14.350430 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-bff863f5-6be2-4472-acd4-786b55689e05 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:14.492519 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-bff863f5-6be2-4472-acd4-786b55689e05 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Allocated IP 172.20.0.9 (3e1e5e53-af70-4029-8cfd-e50d2d607333/80c34839-bf32-4dc6-b07f-eaf38c5c769a/8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:51:14.557074 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:14.646005 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-bff863f5-6be2-4472-acd4-786b55689e05 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for port (8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:14.678844 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-bff863f5-6be2-4472-acd4-786b55689e05 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:14.732341 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-bff863f5-6be2-4472-acd4-786b55689e05 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Network 3e1e5e53-af70-4029-8cfd-e50d2d607333 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:51:14.739429 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-bff863f5-6be2-4472-acd4-786b55689e05 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:51:14.741951 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff863f5-6be2-4472-acd4-786b55689e05 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Pushing event updated for resources: {'Port': ['ID=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:14.744238 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-bff863f5-6be2-4472-acd4-786b55689e05 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:51:14.816044 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-bff863f5-6be2-4472-acd4-786b55689e05 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:14.816580 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-bff863f5-6be2-4472-acd4-786b55689e05 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:14.837440 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-bff863f5-6be2-4472-acd4-786b55689e05 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.62 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6208887 Aug 24 17:51:14.854790 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] Request body: {'port': {'device_id': 'aa859353-b309-4c9b-8f43-21b185b4f27d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:14.900470 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:14.950159 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:15.117021 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4e13b66e-2124-4f5b-9de0-159086a0f976 None None] Provisioning complete for port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:15.118129 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4e13b66e-2124-4f5b-9de0-159086a0f976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:15.156976 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db6e62-2f6b-4691-87ba-7dfc4903f191 req-99f6fdde-3ca8-4433-b70a-72430311a135 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:15.157458 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4e13b66e-2124-4f5b-9de0-159086a0f976 None None] Port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:51:15.165425 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-03db6e62-2f6b-4691-87ba-7dfc4903f191 req-99f6fdde-3ca8-4433-b70a-72430311a135 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.4005167 Aug 24 17:51:15.176708 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326eab8-54c8-4129-8aa2-8b7005702509 req-daffcb7c-a2ea-434a-9410-0f8a04dcd880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:15.178429 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c326eab8-54c8-4129-8aa2-8b7005702509 req-daffcb7c-a2ea-434a-9410-0f8a04dcd880 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c&tenant_id=2fe3fa5e280d4fbd8a26cac05fe8aaa9 HTTP/1.1" status: 200 len: 1127 time: 0.3671446 Aug 24 17:51:15.221361 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-03db6e62-2f6b-4691-87ba-7dfc4903f191 req-ce6ad7d5-32dc-448f-be25-245b8cad25ad tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550423 Aug 24 17:51:15.286077 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326eab8-54c8-4129-8aa2-8b7005702509 req-5569e750-7eca-481f-99e7-65ed580bd81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:15.287755 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c326eab8-54c8-4129-8aa2-8b7005702509 req-5569e750-7eca-481f-99e7-65ed580bd81a service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=2fe3fa5e280d4fbd8a26cac05fe8aaa9&device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 1127 time: 0.0648515 Aug 24 17:51:15.290559 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10cbff-53f6-43d5-8381-e1c6570a2288 req-3b5d720a-cabe-4a7d-a8d5-0da80a54db1a tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:15.292462 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-bc10cbff-53f6-43d5-8381-e1c6570a2288 req-3b5d720a-cabe-4a7d-a8d5-0da80a54db1a tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 931 time: 0.0944128 Aug 24 17:51:15.342175 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba {{(pid=112764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:51:15.359139 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] Publish callbacks [] for port (8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:15.388151 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.provisioning_blocks [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] Transition to ACTIVE for port object 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba will not be triggered until provisioned by entity L2. {{(pid=112764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:51:15.393434 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-bc10cbff-53f6-43d5-8381-e1c6570a2288 req-5bc7f3cc-921a-4113-869e-0595558ed6ab tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801964 Aug 24 17:51:15.396267 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:15.424141 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326eab8-54c8-4129-8aa2-8b7005702509 req-cc3a9e27-6606-43d6-bed1-7b5c43768e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:15.427567 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c326eab8-54c8-4129-8aa2-8b7005702509 req-cc3a9e27-6606-43d6-bed1-7b5c43768e1f service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=b4887da7-fc9b-4bdc-bef8-72d9aff23bba HTTP/1.1" status: 200 len: 918 time: 0.1199205 Aug 24 17:51:15.500635 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] Pushing event updated for resources: {'Port': ['ID=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:15.522269 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:15.534018 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] Attempting to bind port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba on host hv-cinder-84052 for vnic_type normal with profile {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:51:15.535178 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] Attempting to bind port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '509f5506-d136-42e3-8ef1-51a3f0b98c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333'}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:51:15.535719 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] Attempting to bind port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba on network 3e1e5e53-af70-4029-8cfd-e50d2d607333 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:51:15.541359 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] Port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba on network 3e1e5e53-af70-4029-8cfd-e50d2d607333 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:51:15.541686 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] Attempting to bind port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba on network 3e1e5e53-af70-4029-8cfd-e50d2d607333 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:51:15.548281 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] Checking agent: {'id': 'd24852b8-87fc-4acc-b821-6f57e7364c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'started_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:51:15.549359 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] Checking segment: {'id': '509f5506-d136-42e3-8ef1-51a3f0b98c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:51:15.549359 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] Bound using segment: {'id': '509f5506-d136-42e3-8ef1-51a3f0b98c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333'} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:51:15.549574 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] Bound port: 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '509f5506-d136-42e3-8ef1-51a3f0b98c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333'}}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:51:15.550352 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:15.555008 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c326eab8-54c8-4129-8aa2-8b7005702509 req-7585cff5-2046-40d3-97be-b68a7fd9773b service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41c4ee25-50fb-45d7-9866-1d83514f02d5 HTTP/1.1" status: 200 len: 997 time: 0.1188686 Aug 24 17:51:15.610627 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326eab8-54c8-4129-8aa2-8b7005702509 req-975111ca-b997-45b6-904d-4448a2b1e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:15.612182 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c326eab8-54c8-4129-8aa2-8b7005702509 req-975111ca-b997-45b6-904d-4448a2b1e205 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=f4beb65d-55f8-43c8-9c96-bbd198ab3e33 HTTP/1.1" status: 200 len: 856 time: 0.0489678 Aug 24 17:51:15.617383 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] For port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba, host hv-cinder-84052, cleared binding levels {{(pid=112764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:51:15.620577 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] For port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba,segment=NetworkSegment(509f5506-d136-42e3-8ef1-51a3f0b98c05),segment_id=509f5506-d136-42e3-8ef1-51a3f0b98c05)] {{(pid=112764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:51:15.627260 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:15.631696 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:15.632479 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:15.633905 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] 10.222.0.62 "PUT /networking/v2.0/ports/8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba HTTP/1.1" status: 200 len: 1093 time: 0.7882292 Aug 24 17:51:15.634451 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa859353-b309-4c9b-8f43-21b185b4f27d', 'tag': '8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:15.639008 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7143a1b7-40d8-4471-acd6-afcd7efdd387" -d '{"events": [{"name": "network-changed", "server_uuid": "aa859353-b309-4c9b-8f43-21b185b4f27d", "tag": "8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:15.672436 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326eab8-54c8-4129-8aa2-8b7005702509 req-fc53d3b0-359d-424a-b3ca-878d31fb4ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:15.674356 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c326eab8-54c8-4129-8aa2-8b7005702509 req-fc53d3b0-359d-424a-b3ca-878d31fb4ec3 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=b4887da7-fc9b-4bdc-bef8-72d9aff23bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560312 Aug 24 17:51:15.694721 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829cdcb1-19e5-4454-85b4-253d28ec87fe x-openstack-request-id: req-829cdcb1-19e5-4454-85b4-253d28ec87fe {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:15.695287 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa859353-b309-4c9b-8f43-21b185b4f27d", "tag": "8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:15.695287 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-829cdcb1-19e5-4454-85b4-253d28ec87fe {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:15.695665 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-829cdcb1-19e5-4454-85b4-253d28ec87fe'] response: {'name': 'network-changed', 'server_uuid': 'aa859353-b309-4c9b-8f43-21b185b4f27d', 'tag': '8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba', 'status': 'completed', 'code': 200} Aug 24 17:51:15.759881 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-61908b7e-e7eb-43cc-9b76-e4b9437bc6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:15.761373 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-61908b7e-e7eb-43cc-9b76-e4b9437bc6a3 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=79ef0ce1ee884e9d80d4200d40b7b6c2&device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 1127 time: 0.0689018 Aug 24 17:51:15.764318 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfa3e0-bc43-4fe8-a58a-93654dc0e139 service neutron] Pushing event updated for resources: {'Port': ['ID=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba,revision_number=3']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:15.799016 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c326eab8-54c8-4129-8aa2-8b7005702509 req-c6c37eb1-4cd5-4e7d-9038-b1865f7abea9 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124806 Aug 24 17:51:15.803687 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-dbd247e0-d6f7-44ff-a365-ba4fe255bce5 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba HTTP/1.1" status: 200 len: 217 time: 0.0335565 Aug 24 17:51:15.856279 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-c6bad947-3686-4f93-86c1-ccf36093d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:15.857750 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-c6bad947-3686-4f93-86c1-ccf36093d7bf service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=80c34839-bf32-4dc6-b07f-eaf38c5c769a HTTP/1.1" status: 200 len: 848 time: 0.0466979 Aug 24 17:51:15.903081 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c326eab8-54c8-4129-8aa2-8b7005702509 req-606f3b2d-295c-4804-a63d-9a899290b29a service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928059 Aug 24 17:51:15.912291 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-df5828fa-8977-472c-8355-f4fcc8bbf1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:15.913990 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-df5828fa-8977-472c-8355-f4fcc8bbf1bc service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=3e1e5e53-af70-4029-8cfd-e50d2d607333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482783 Aug 24 17:51:15.999861 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:16.017675 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-80d7da34-bc43-43ea-8521-2801fdde4e58 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/3e1e5e53-af70-4029-8cfd-e50d2d607333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936446 Aug 24 17:51:16.146479 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a2ba64de-7d4f-4cb1-a77a-e1e0fc6c4d80 req-6004a506-9d1b-455e-b84f-56de6e449b79 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/3e1e5e53-af70-4029-8cfd-e50d2d607333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977685 Aug 24 17:51:16.389380 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1fd67-e7e5-4265-8a95-4726c659df46 req-16afa33b-5b84-4099-8683-d0a177a195fb tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:16.391566 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8da1fd67-e7e5-4265-8a95-4726c659df46 req-16afa33b-5b84-4099-8683-d0a177a195fb tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0574775 Aug 24 17:51:16.522186 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8da1fd67-e7e5-4265-8a95-4726c659df46 req-5d1d394e-4fda-4953-8929-525a5ca2598e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244891 Aug 24 17:51:16.694143 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5073d-6d27-4d78-a5b2-0f11d3d2bf98 req-43dc634a-09bc-4358-a3b8-952093b71f40 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:16.701888 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-92a5073d-6d27-4d78-a5b2-0f11d3d2bf98 req-43dc634a-09bc-4358-a3b8-952093b71f40 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 943 time: 0.0715988 Aug 24 17:51:16.730744 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcfaf4-9c72-42b2-a317-e5a6bc5e48b6 req-22ee7226-7a1c-4fae-9c30-cf2a675bd4f8 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:16.740613 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a8fcfaf4-9c72-42b2-a317-e5a6bc5e48b6 req-22ee7226-7a1c-4fae-9c30-cf2a675bd4f8 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 946 time: 0.0858667 Aug 24 17:51:16.767139 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-92a5073d-6d27-4d78-a5b2-0f11d3d2bf98 req-02883605-0322-4370-9f60-83cf1240d7f2 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642700 Aug 24 17:51:16.811884 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a8fcfaf4-9c72-42b2-a317-e5a6bc5e48b6 req-87604e03-bdaa-4ff1-8b17-000be75daf69 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698259 Aug 24 17:51:17.636199 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:17.664070 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9187802-5e49-4719-bb1b-35f2b5519743 req-54ed69fd-76c3-4ced-acef-0bf529965094 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:17.665546 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a9187802-5e49-4719-bb1b-35f2b5519743 req-54ed69fd-76c3-4ced-acef-0bf529965094 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0522711 Aug 24 17:51:17.716530 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a9187802-5e49-4719-bb1b-35f2b5519743 req-57536825-1533-475f-bffb-5b91485379e1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447860 Aug 24 17:51:17.950392 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce99af5-8119-4fdc-8728-1837b8b7b16e req-ddf436eb-a243-4b61-94c1-68539562fd5c tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:17.952798 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-cce99af5-8119-4fdc-8728-1837b8b7b16e req-ddf436eb-a243-4b61-94c1-68539562fd5c tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 943 time: 0.0609162 Aug 24 17:51:18.016553 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc4fee-95d1-481e-ad99-2238dae7586f req-c505c3be-e683-4e60-a928-8b161e4fbf32 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:18.017711 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5bcc4fee-95d1-481e-ad99-2238dae7586f req-c505c3be-e683-4e60-a928-8b161e4fbf32 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 946 time: 0.0822170 Aug 24 17:51:18.024064 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-cce99af5-8119-4fdc-8728-1837b8b7b16e req-efc87aaf-e73c-47ab-938a-83ed68691e11 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633750 Aug 24 17:51:18.125176 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5bcc4fee-95d1-481e-ad99-2238dae7586f req-b2d87056-4d9d-46b5-89b2-dcfbfbbf3bc1 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961874 Aug 24 17:51:18.862852 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de8d1d-06e1-464c-8c38-9c6164e01fe9 req-ac297820-7728-410a-bc28-2171a7ed8104 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:18.864345 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-63de8d1d-06e1-464c-8c38-9c6164e01fe9 req-ac297820-7728-410a-bc28-2171a7ed8104 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0601707 Aug 24 17:51:18.876692 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:18.920473 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-63de8d1d-06e1-464c-8c38-9c6164e01fe9 req-886923c7-1da4-4d4d-9693-72d0ef926686 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505335 Aug 24 17:51:19.216158 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5743978-9d53-4e6f-b333-8ddcf83929f8 req-fe4dc50d-a87a-4be8-a92e-ce5ac8cb87fd tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:19.227346 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c5743978-9d53-4e6f-b333-8ddcf83929f8 req-fe4dc50d-a87a-4be8-a92e-ce5ac8cb87fd tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 943 time: 0.0952420 Aug 24 17:51:19.287126 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c5743978-9d53-4e6f-b333-8ddcf83929f8 req-8cb21aa5-d1c9-4edc-b039-010b4b5d7dbc tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585613 Aug 24 17:51:19.292559 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa78c87-b9a3-43f3-8f10-660cd6c95b99 req-11053fb9-bd70-4c59-b121-a2ad1ee3946a tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:19.292559 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2aa78c87-b9a3-43f3-8f10-660cd6c95b99 req-11053fb9-bd70-4c59-b121-a2ad1ee3946a tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 946 time: 0.0679629 Aug 24 17:51:19.340154 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:19.347509 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2aa78c87-b9a3-43f3-8f10-660cd6c95b99 req-5de705f4-8d04-4509-8c2e-c5010e5b6f5e tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494905 Aug 24 17:51:19.806358 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:INSERT=1,neutron:SELECT=42 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:20.058006 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371f320-e830-4946-97df-469ccae00bed req-22176fcd-2314-4a76-a40a-5f13dd8283a6 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:20.059521 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b371f320-e830-4946-97df-469ccae00bed req-22176fcd-2314-4a76-a40a-5f13dd8283a6 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0498512 Aug 24 17:51:20.086014 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:20.109845 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b371f320-e830-4946-97df-469ccae00bed req-7e73e75d-f4aa-48ea-b1ec-8234580148e3 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443318 Aug 24 17:51:20.441408 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2c373-76f9-42ba-b1da-32c7494103d5 req-d93a2741-e22a-4fb6-855f-2dde069edbd4 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:20.442999 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-49e2c373-76f9-42ba-b1da-32c7494103d5 req-d93a2741-e22a-4fb6-855f-2dde069edbd4 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 943 time: 0.0624256 Aug 24 17:51:20.492788 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf9061-0450-4cbb-972f-1fb2e5aa5b10 req-b7fecd26-72d3-4922-98b3-11276d5d39ea tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:20.495140 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-58cf9061-0450-4cbb-972f-1fb2e5aa5b10 req-b7fecd26-72d3-4922-98b3-11276d5d39ea tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 946 time: 0.0630040 Aug 24 17:51:20.508835 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-49e2c373-76f9-42ba-b1da-32c7494103d5 req-2536c087-2096-4548-9cd1-eaa196d56b54 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592360 Aug 24 17:51:20.560181 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-58cf9061-0450-4cbb-972f-1fb2e5aa5b10 req-47c31436-6c04-40f9-a652-481e189c6281 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577652 Aug 24 17:51:21.245169 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2649b5e-0308-4f1f-895c-13066ad840d3 req-85282eb5-4b4d-4fd6-a2d5-4535ab94fec2 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:21.252399 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a2649b5e-0308-4f1f-895c-13066ad840d3 req-85282eb5-4b4d-4fd6-a2d5-4535ab94fec2 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0617511 Aug 24 17:51:21.306710 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a2649b5e-0308-4f1f-895c-13066ad840d3 req-df5a1d50-ad7b-4705-99bd-ae3d16a3418a tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510461 Aug 24 17:51:21.664771 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65531a03-80e8-4630-94bb-acf285c09d4a req-c7f33f61-dc14-417e-9e43-440ea1fddb29 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:21.666866 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-65531a03-80e8-4630-94bb-acf285c09d4a req-c7f33f61-dc14-417e-9e43-440ea1fddb29 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 943 time: 0.0613413 Aug 24 17:51:21.697948 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe999ff-ecfe-432c-8ce4-a4e9457bc93b req-c16b0289-1998-4a7b-b3a5-dac20854286f tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:21.703850 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ebe999ff-ecfe-432c-8ce4-a4e9457bc93b req-c16b0289-1998-4a7b-b3a5-dac20854286f tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 946 time: 0.0500472 Aug 24 17:51:21.727928 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-65531a03-80e8-4630-94bb-acf285c09d4a req-326fff8b-e2d1-4470-bd69-9ce880d15e33 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546203 Aug 24 17:51:21.754662 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ebe999ff-ecfe-432c-8ce4-a4e9457bc93b req-b175c666-7f80-4025-8c01-c63583927be8 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495274 Aug 24 17:51:22.444093 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64381bd2-7581-45a5-ad1a-16f6949b1a84 req-44a91e0f-4bf5-4058-9140-036f1a44cd21 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:22.445647 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-64381bd2-7581-45a5-ad1a-16f6949b1a84 req-44a91e0f-4bf5-4058-9140-036f1a44cd21 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0506938 Aug 24 17:51:22.498354 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-64381bd2-7581-45a5-ad1a-16f6949b1a84 req-6254963a-2a48-48e4-bcce-611bf4631eb9 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469296 Aug 24 17:51:22.855118 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde930c-8995-4721-bbf2-5d773d0988cd req-e30a44f5-0f44-432c-abec-b70f604b426b tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:22.863519 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0bde930c-8995-4721-bbf2-5d773d0988cd req-e30a44f5-0f44-432c-abec-b70f604b426b tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 943 time: 0.0580287 Aug 24 17:51:22.900229 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd49866-13e5-4abb-a4d3-c975e8a9d91d req-a0b662d7-a6cd-4e78-b08e-a5a0eaa7a9a9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:22.902589 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ccd49866-13e5-4abb-a4d3-c975e8a9d91d req-a0b662d7-a6cd-4e78-b08e-a5a0eaa7a9a9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 946 time: 0.0515628 Aug 24 17:51:22.936195 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0bde930c-8995-4721-bbf2-5d773d0988cd req-cf4738d7-a314-4fda-8e1c-a6ccba7f07a0 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726490 Aug 24 17:51:22.968097 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ccd49866-13e5-4abb-a4d3-c975e8a9d91d req-d66a2913-86e5-417b-b7da-a1fbb928e319 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596478 Aug 24 17:51:23.629544 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2651ba-00e8-4c23-bdcb-c4fff77cbadd req-a412d1ae-624c-43ce-9dd3-3ea78114ccda tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:23.631520 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7b2651ba-00e8-4c23-bdcb-c4fff77cbadd req-a412d1ae-624c-43ce-9dd3-3ea78114ccda tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0507734 Aug 24 17:51:23.683056 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7b2651ba-00e8-4c23-bdcb-c4fff77cbadd req-3a6e7b8d-8758-483f-a910-af11bb9d9df1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451081 Aug 24 17:51:24.047015 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:24.068650 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edea7e-44bb-4e1c-b75d-17e6db2a4059 req-f0dd1744-381a-4fe3-a1f9-e0fac2129315 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:24.070163 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-38edea7e-44bb-4e1c-b75d-17e6db2a4059 req-f0dd1744-381a-4fe3-a1f9-e0fac2129315 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 943 time: 0.0554643 Aug 24 17:51:24.106352 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06320d-b598-4822-af59-75b1af33842b req-cf825f27-7a22-4b45-a679-fe6c474a0caa tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:24.108434 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-df06320d-b598-4822-af59-75b1af33842b req-cf825f27-7a22-4b45-a679-fe6c474a0caa tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 946 time: 0.0500081 Aug 24 17:51:24.126871 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-38edea7e-44bb-4e1c-b75d-17e6db2a4059 req-4fef4c5b-4faf-472e-a4e8-5002e055efc5 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510793 Aug 24 17:51:24.169226 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-df06320d-b598-4822-af59-75b1af33842b req-51214ce9-3cb6-458e-8a13-c2043296f265 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545228 Aug 24 17:51:24.819917 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a029eb0-519e-4cfe-9760-a799b761f571 req-61858925-05f2-471b-b2db-cfef3aa200eb tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:24.821470 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4a029eb0-519e-4cfe-9760-a799b761f571 req-61858925-05f2-471b-b2db-cfef3aa200eb tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0513821 Aug 24 17:51:24.871618 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4a029eb0-519e-4cfe-9760-a799b761f571 req-252915dd-593e-4133-a0ec-8c63a0f27b29 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442531 Aug 24 17:51:25.154104 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:25.155679 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=15 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:25.249555 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec20768-2bb2-44d7-84ca-4db0d54b16fe req-77a33fbe-222f-448a-bfbc-9f48311e0140 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:25.251193 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0ec20768-2bb2-44d7-84ca-4db0d54b16fe req-77a33fbe-222f-448a-bfbc-9f48311e0140 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 943 time: 0.0491822 Aug 24 17:51:25.308419 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b07a4-25d5-4b58-b557-b479aaa3765e req-2a20edea-354c-481e-9f49-9abb3475da08 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:25.310120 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-423b07a4-25d5-4b58-b557-b479aaa3765e req-2a20edea-354c-481e-9f49-9abb3475da08 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 946 time: 0.0614827 Aug 24 17:51:25.312805 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0ec20768-2bb2-44d7-84ca-4db0d54b16fe req-c372d786-f33c-4661-b228-d67105705c47 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553436 Aug 24 17:51:25.359157 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-423b07a4-25d5-4b58-b557-b479aaa3765e req-133b7feb-25f8-4098-9ad4-d77fa4241d77 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426354 Aug 24 17:51:25.761570 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e2364a31-d97d-441b-989e-2171299277b5 req-ee04330d-4dc4-46a7-98ed-829c9d7ee1a2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1035260104&fields=id&tenant_id=b9cd3cd0a9434f5ab0e1e1c52145beb2 HTTP/1.1" status: 200 len: 267 time: 0.0602808 Aug 24 17:51:25.793094 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143a1b7-40d8-4471-acd6-afcd7efdd387 req-62aef521-c014-42a1-9fbd-8571de89c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:25.794627 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7143a1b7-40d8-4471-acd6-afcd7efdd387 req-62aef521-c014-42a1-9fbd-8571de89c73a service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=79ef0ce1ee884e9d80d4200d40b7b6c2&device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 1127 time: 0.0460923 Aug 24 17:51:25.874902 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2364a31-d97d-441b-989e-2171299277b5 req-09ae274b-89f3-4e3d-810d-fcc9ad650b2a tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:25.876388 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e2364a31-d97d-441b-989e-2171299277b5 req-09ae274b-89f3-4e3d-810d-fcc9ad650b2a tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/networks?id=670b2ce6-025e-49c8-81a1-b5bd33c90dee HTTP/1.1" status: 200 len: 810 time: 0.1058903 Aug 24 17:51:25.890440 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e2364a31-d97d-441b-989e-2171299277b5 req-cc05d8f6-bbb5-401e-bde4-f3515aa431c8 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/quotas/b9cd3cd0a9434f5ab0e1e1c52145beb2 HTTP/1.1" status: 200 len: 375 time: 0.0087128 Aug 24 17:51:25.940127 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e2364a31-d97d-441b-989e-2171299277b5 req-0eb3abc5-a0e2-4e35-a115-4864f3090e21 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=b9cd3cd0a9434f5ab0e1e1c52145beb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448387 Aug 24 17:51:25.997236 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf0513-19c9-46d3-a731-8cb3a3a3987d req-acb66313-16b7-4e94-b40b-b42356a6cc18 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:25.998715 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-cbdf0513-19c9-46d3-a731-8cb3a3a3987d req-acb66313-16b7-4e94-b40b-b42356a6cc18 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0475125 Aug 24 17:51:26.026939 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:26.043858 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e2364a31-d97d-441b-989e-2171299277b5 req-cc4b865b-2f84-409e-af79-bf1a7abdbb89 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905130 Aug 24 17:51:26.045962 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-cbdf0513-19c9-46d3-a731-8cb3a3a3987d req-4c577c18-91cf-478a-ae58-556d6dea8b04 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415835 Aug 24 17:51:26.067766 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:26.134971 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e2364a31-d97d-441b-989e-2171299277b5 req-d993437e-b513-48ee-9301-80964fd1fe3d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852709 Aug 24 17:51:26.433675 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-9a9897e7-59bf-4b13-86ac-1a26a301726e req-2cf4a799-c2b6-4727-a27c-3287e9770a82 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 210 time: 0.0350399 Aug 24 17:51:26.470360 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d596e-5b1a-4b2f-b2d0-1c4e8f0407df req-c8a47888-7eed-43b5-b0b9-28822acdfbd5 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:26.472691 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ff9d596e-5b1a-4b2f-b2d0-1c4e8f0407df req-c8a47888-7eed-43b5-b0b9-28822acdfbd5 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 943 time: 0.0597563 Aug 24 17:51:26.541236 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ff9d596e-5b1a-4b2f-b2d0-1c4e8f0407df req-ddfd2944-0836-4846-8a63-2a21ebf7bda7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593696 Aug 24 17:51:26.550459 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1dae7a-8bd8-43be-a0d3-410fd91b65aa req-21dbe55d-44c1-4f84-a44f-3fe7f8a4f2c3 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:26.552069 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8d1dae7a-8bd8-43be-a0d3-410fd91b65aa req-21dbe55d-44c1-4f84-a44f-3fe7f8a4f2c3 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 946 time: 0.0528271 Aug 24 17:51:26.604497 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8d1dae7a-8bd8-43be-a0d3-410fd91b65aa req-2e7ba1c1-0517-4a28-b00d-a5d8be319bdf tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439575 Aug 24 17:51:27.123394 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143a1b7-40d8-4471-acd6-afcd7efdd387 req-cc1a4a32-8c20-45cd-a2ae-aac7a28aadf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:27.124921 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7143a1b7-40d8-4471-acd6-afcd7efdd387 req-cc1a4a32-8c20-45cd-a2ae-aac7a28aadf4 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=3e1e5e53-af70-4029-8cfd-e50d2d607333 HTTP/1.1" status: 200 len: 910 time: 0.0898438 Aug 24 17:51:27.153521 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:27.173369 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c7422-3bf9-4d68-b281-4f54108c45ad req-73779d00-ad29-4383-9f74-931bd09aa0f4 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:27.174880 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-173c7422-3bf9-4d68-b281-4f54108c45ad req-73779d00-ad29-4383-9f74-931bd09aa0f4 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0490899 Aug 24 17:51:27.222116 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-173c7422-3bf9-4d68-b281-4f54108c45ad req-5214f7c4-6642-49e4-aaea-ef2433e30881 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417018 Aug 24 17:51:27.534458 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-da39836e-b8b4-4c70-8e84-a2c85077d26a req-b4e0c295-65ad-41e2-a5db-a299062b6f1c tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 210 time: 0.0277345 Aug 24 17:51:27.663447 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a199d6-0b41-4677-bdbc-ad5063118183 req-aef9e64b-f6d5-4d61-b533-b4d251b7c384 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:27.665006 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-64a199d6-0b41-4677-bdbc-ad5063118183 req-aef9e64b-f6d5-4d61-b533-b4d251b7c384 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 943 time: 0.0526156 Aug 24 17:51:27.718847 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-64a199d6-0b41-4677-bdbc-ad5063118183 req-7a4c3382-d693-4a26-8e08-c01a6e2483e6 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474524 Aug 24 17:51:27.734299 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23795a05-82c9-4898-8359-a1d55c906e5b req-22e3faa3-a1cf-48ae-a471-fef7726fda7c tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:27.735813 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-23795a05-82c9-4898-8359-a1d55c906e5b req-22e3faa3-a1cf-48ae-a471-fef7726fda7c tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 946 time: 0.0521600 Aug 24 17:51:27.780406 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7143a1b7-40d8-4471-acd6-afcd7efdd387 req-1773b263-992f-490d-bcd7-c09273576002 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba HTTP/1.1" status: 200 len: 217 time: 0.0337641 Aug 24 17:51:27.787411 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-23795a05-82c9-4898-8359-a1d55c906e5b req-c5edd40e-6f83-4676-9948-2350a25a8c95 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460429 Aug 24 17:51:27.838700 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143a1b7-40d8-4471-acd6-afcd7efdd387 req-b5d626db-a759-437f-8abe-d10732a52248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:27.840190 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7143a1b7-40d8-4471-acd6-afcd7efdd387 req-b5d626db-a759-437f-8abe-d10732a52248 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=80c34839-bf32-4dc6-b07f-eaf38c5c769a HTTP/1.1" status: 200 len: 848 time: 0.0467095 Aug 24 17:51:28.030757 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:51:28.129040 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba,segment=NetworkSegment(509f5506-d136-42e3-8ef1-51a3f0b98c05),segment_id=509f5506-d136-42e3-8ef1-51a3f0b98c05)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:28.139664 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba', 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333', 'port_id': '8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba', 'mac_address': 'fa:16:3e:6b:e9:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:51:28.172823 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:28.173203 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:28.185524 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:51:28.205126 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba,segment=NetworkSegment(509f5506-d136-42e3-8ef1-51a3f0b98c05),segment_id=509f5506-d136-42e3-8ef1-51a3f0b98c05)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:28.209460 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:28.260752 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:28.314073 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06442fd-6cc2-4070-9101-a7edabd015a4 req-e05ad0ab-497e-4270-9580-0d7088ef220a tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:28.315570 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a06442fd-6cc2-4070-9101-a7edabd015a4 req-e05ad0ab-497e-4270-9580-0d7088ef220a tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 946 time: 0.0511193 Aug 24 17:51:28.325868 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143a1b7-40d8-4471-acd6-afcd7efdd387 req-0141e363-308e-453c-8c32-afe35017fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:28.327301 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7143a1b7-40d8-4471-acd6-afcd7efdd387 req-0141e363-308e-453c-8c32-afe35017fcf3 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=3e1e5e53-af70-4029-8cfd-e50d2d607333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694962 Aug 24 17:51:28.361802 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07be83-df34-47a6-a3ad-a73c245b86dd req-6b8e84dd-375a-44b2-b1b2-640e5397f84b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:28.363255 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0d07be83-df34-47a6-a3ad-a73c245b86dd req-6b8e84dd-375a-44b2-b1b2-640e5397f84b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0511169 Aug 24 17:51:28.412669 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0d07be83-df34-47a6-a3ad-a73c245b86dd req-a53bbd6e-4347-4817-ad15-c9d692d26934 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436869 Aug 24 17:51:28.478918 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:51:28.686030 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7143a1b7-40d8-4471-acd6-afcd7efdd387 req-7c5dd25c-d6df-4761-a543-294f4bf28f74 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/3e1e5e53-af70-4029-8cfd-e50d2d607333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360536 Aug 24 17:51:28.739063 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3465b06f-7ff1-4fec-9459-876c559daaef req-75ff9538-f331-471f-b458-b1dc06717826 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 210 time: 0.0577195 Aug 24 17:51:28.749322 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [req-a06442fd-6cc2-4070-9101-a7edabd015a4 req-666a597d-3220-4699-8832-364474b6b05f tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Deleting port bce29b41-eda3-4cc3-afba-8e72c0691c36 {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:51:28.749801 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-a06442fd-6cc2-4070-9101-a7edabd015a4 req-666a597d-3220-4699-8832-364474b6b05f tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (bce29b41-eda3-4cc3-afba-8e72c0691c36), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:28.772049 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:28.862568 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [req-a06442fd-6cc2-4070-9101-a7edabd015a4 req-666a597d-3220-4699-8832-364474b6b05f tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] For port bce29b41-eda3-4cc3-afba-8e72c0691c36, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bce29b41-eda3-4cc3-afba-8e72c0691c36,segment=NetworkSegment(207fb67e-13af-4dd1-ab6e-b808b9024861),segment_id=207fb67e-13af-4dd1-ab6e-b808b9024861)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:28.862953 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-a06442fd-6cc2-4070-9101-a7edabd015a4 req-666a597d-3220-4699-8832-364474b6b05f tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (bce29b41-eda3-4cc3-afba-8e72c0691c36), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:28.891358 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2364a31-d97d-441b-989e-2171299277b5 req-28611794-912b-4715-871a-56eff5beabea tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:28.892930 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e2364a31-d97d-441b-989e-2171299277b5 req-28611794-912b-4715-871a-56eff5beabea tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.62 "GET /networking/v2.0/networks?id=670b2ce6-025e-49c8-81a1-b5bd33c90dee HTTP/1.1" status: 200 len: 810 time: 0.2330487 Aug 24 17:51:28.904883 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [req-a06442fd-6cc2-4070-9101-a7edabd015a4 req-666a597d-3220-4699-8832-364474b6b05f tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Calling delete_port for bce29b41-eda3-4cc3-afba-8e72c0691c36 owned by compute:nova {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:51:28.924743 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7143a1b7-40d8-4471-acd6-afcd7efdd387 req-6d4bfdef-d7ad-48e1-90e0-737af33a7c10 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/3e1e5e53-af70-4029-8cfd-e50d2d607333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304864 Aug 24 17:51:28.930523 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8856b5-b316-4b65-84e0-54b61a54f9b9 req-28fcad91-47f8-4ba3-b8c2-4f5a3b97cec9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:28.932149 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3a8856b5-b316-4b65-84e0-54b61a54f9b9 req-28fcad91-47f8-4ba3-b8c2-4f5a3b97cec9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08638681-706c-45de-8b52-d9fb2559b56e HTTP/1.1" status: 200 len: 946 time: 0.0657275 Aug 24 17:51:28.935724 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc5e24-50d3-4197-aa11-33846a49b373 req-f2aee19c-dd48-408d-a100-fe21ffe5e7d0 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:28.943009 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-12dc5e24-50d3-4197-aa11-33846a49b373 req-f2aee19c-dd48-408d-a100-fe21ffe5e7d0 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 944 time: 0.1027813 Aug 24 17:51:29.020043 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e2364a31-d97d-441b-989e-2171299277b5 req-88b2e095-4407-4cb8-84d9-df78a437bf4f tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.62 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b9cd3cd0a9434f5ab0e1e1c52145beb2 HTTP/1.1" status: 200 len: 380 time: 0.1155944 Aug 24 17:51:29.023540 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3a8856b5-b316-4b65-84e0-54b61a54f9b9 req-dc6f4444-ff52-4c1b-a9a7-8f6b9c8977e1 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591514 Aug 24 17:51:29.024595 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-12dc5e24-50d3-4197-aa11-33846a49b373 req-815a9a3b-2154-424b-8616-f88eaab9bc65 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808079 Aug 24 17:51:29.030524 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-e2364a31-d97d-441b-989e-2171299277b5 req-f511f2f0-7e9b-4324-8386-d0d3f3a8f195 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Request body: {'port': {'device_id': '33b47b8e-315b-4035-b274-e3d90094cea0', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'admin_state_up': True, 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'security_groups': ['5792484b-a3e6-4502-bc08-7671a46e2e20']}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:29.034061 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:29.107376 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-a06442fd-6cc2-4070-9101-a7edabd015a4 req-666a597d-3220-4699-8832-364474b6b05f tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (bce29b41-eda3-4cc3-afba-8e72c0691c36), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:29.136056 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a597d-3220-4699-8832-364474b6b05f tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Pushing event deleted for resources: {'Port': ['ID=bce29b41-eda3-4cc3-afba-8e72c0691c36,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:29.150483 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2364a31-d97d-441b-989e-2171299277b5 req-f511f2f0-7e9b-4324-8386-d0d3f3a8f195 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Made reservation on behalf of b9cd3cd0a9434f5ab0e1e1c52145beb2 for: {'port': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:51:29.155683 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-e2364a31-d97d-441b-989e-2171299277b5 req-f511f2f0-7e9b-4324-8386-d0d3f3a8f195 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:29.202589 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06442fd-6cc2-4070-9101-a7edabd015a4 req-666a597d-3220-4699-8832-364474b6b05f tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] No DVR routers for this DVR port bce29b41-eda3-4cc3-afba-8e72c0691c36 on host hv-cinder-84052 {{(pid=112763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:51:29.205218 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-a06442fd-6cc2-4070-9101-a7edabd015a4 req-666a597d-3220-4699-8832-364474b6b05f tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:29.208513 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a06442fd-6cc2-4070-9101-a7edabd015a4 req-666a597d-3220-4699-8832-364474b6b05f tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.62 "DELETE /networking/v2.0/ports/bce29b41-eda3-4cc3-afba-8e72c0691c36 HTTP/1.1" status: 204 len: 173 time: 0.6595421 Aug 24 17:51:29.208973 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08638681-706c-45de-8b52-d9fb2559b56e', 'name': 'network-vif-deleted', 'tag': 'bce29b41-eda3-4cc3-afba-8e72c0691c36'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:29.211209 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12f335d-92e7-47b2-a157-972b1d38d36f" -d '{"events": [{"server_uuid": "08638681-706c-45de-8b52-d9fb2559b56e", "name": "network-vif-deleted", "tag": "bce29b41-eda3-4cc3-afba-8e72c0691c36"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:29.242907 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['bce29b41-eda3-4cc3-afba-8e72c0691c36'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:51:29.270339 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a5316e-d9c9-4be2-a51a-be39c47e3e41 x-openstack-request-id: req-c5a5316e-d9c9-4be2-a51a-be39c47e3e41 {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:29.270628 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08638681-706c-45de-8b52-d9fb2559b56e", "name": "network-vif-deleted", "tag": "bce29b41-eda3-4cc3-afba-8e72c0691c36", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:29.270881 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c5a5316e-d9c9-4be2-a51a-be39c47e3e41 {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:29.271904 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5a5316e-d9c9-4be2-a51a-be39c47e3e41'] response: {'server_uuid': '08638681-706c-45de-8b52-d9fb2559b56e', 'name': 'network-vif-deleted', 'tag': 'bce29b41-eda3-4cc3-afba-8e72c0691c36', 'status': 'completed', 'code': 200} Aug 24 17:51:29.305239 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [req-e2364a31-d97d-441b-989e-2171299277b5 req-f511f2f0-7e9b-4324-8386-d0d3f3a8f195 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Allocated IP 172.20.0.14 (670b2ce6-025e-49c8-81a1-b5bd33c90dee/1f289036-4649-4f08-8be9-d53556abacbd/685b75ea-eb05-4e07-8542-1938a960343d) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:51:29.452234 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-e2364a31-d97d-441b-989e-2171299277b5 req-f511f2f0-7e9b-4324-8386-d0d3f3a8f195 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for port (685b75ea-eb05-4e07-8542-1938a960343d), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:29.484207 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-e2364a31-d97d-441b-989e-2171299277b5 req-f511f2f0-7e9b-4324-8386-d0d3f3a8f195 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (685b75ea-eb05-4e07-8542-1938a960343d), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:29.528623 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2364a31-d97d-441b-989e-2171299277b5 req-f511f2f0-7e9b-4324-8386-d0d3f3a8f195 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Network 670b2ce6-025e-49c8-81a1-b5bd33c90dee is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:51:29.531877 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [req-e2364a31-d97d-441b-989e-2171299277b5 req-f511f2f0-7e9b-4324-8386-d0d3f3a8f195 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:51:29.536450 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2364a31-d97d-441b-989e-2171299277b5 req-f511f2f0-7e9b-4324-8386-d0d3f3a8f195 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:51:29.547361 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def5f84-c7a3-457e-ae8e-477315738b8b req-7132a60c-7286-42ae-9223-42332f6288ab tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:29.548922 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5def5f84-c7a3-457e-ae8e-477315738b8b req-7132a60c-7286-42ae-9223-42332f6288ab tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0573328 Aug 24 17:51:29.560956 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511f2f0-7e9b-4324-8386-d0d3f3a8f195 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Pushing event updated for resources: {'Port': ['ID=685b75ea-eb05-4e07-8542-1938a960343d,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:29.591440 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2364a31-d97d-441b-989e-2171299277b5 req-f511f2f0-7e9b-4324-8386-d0d3f3a8f195 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:29.592305 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-e2364a31-d97d-441b-989e-2171299277b5 req-f511f2f0-7e9b-4324-8386-d0d3f3a8f195 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:29.623020 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e2364a31-d97d-441b-989e-2171299277b5 req-f511f2f0-7e9b-4324-8386-d0d3f3a8f195 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.62 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5963035 Aug 24 17:51:29.624726 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5def5f84-c7a3-457e-ae8e-477315738b8b req-2bbc8103-2b19-48bf-a5e1-162da8765b90 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687113 Aug 24 17:51:29.636213 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-e2364a31-d97d-441b-989e-2171299277b5 req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] Request body: {'port': {'device_id': '33b47b8e-315b-4035-b274-e3d90094cea0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:29.670784 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:29.712524 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-e2364a31-d97d-441b-989e-2171299277b5 req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (685b75ea-eb05-4e07-8542-1938a960343d), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:29.816713 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-368bf850-09dc-44e1-b351-7090c4187477 None None] Provisioning complete for port 685b75ea-eb05-4e07-8542-1938a960343d triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:29.818558 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-368bf850-09dc-44e1-b351-7090c4187477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (685b75ea-eb05-4e07-8542-1938a960343d), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:29.859236 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-368bf850-09dc-44e1-b351-7090c4187477 None None] Port 685b75ea-eb05-4e07-8542-1938a960343d cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:51:29.920981 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4888d-1b2a-4653-b5a1-24a894a1ab2c req-a6793afa-cc2a-4ed1-bc13-18e68b41907b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:29.922431 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0ce4888d-1b2a-4653-b5a1-24a894a1ab2c req-a6793afa-cc2a-4ed1-bc13-18e68b41907b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 932 time: 0.0748749 Aug 24 17:51:29.959260 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:30.033755 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:51:30.083342 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning for port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba completed by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:51:30.105542 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:30.106078 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:30.163229 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:30.195304 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:30.196119 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:30.201503 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:30.214870 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b800d5-d73b-4ed1-9827-751871158948 req-de6bfbd6-b2c5-4b11-b22a-761bcf5e5cb3 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:30.223969 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-81b800d5-d73b-4ed1-9827-751871158948 req-de6bfbd6-b2c5-4b11-b22a-761bcf5e5cb3 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 944 time: 0.0727251 Aug 24 17:51:30.224207 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa859353-b309-4c9b-8f43-21b185b4f27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:30.226771 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e522dc03-eecd-4eb6-ad2a-c99a61aeabf2" -d '{"events": [{"server_uuid": "aa859353-b309-4c9b-8f43-21b185b4f27d", "name": "network-vif-plugged", "status": "completed", "tag": "8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:30.242380 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba,segment=NetworkSegment(509f5506-d136-42e3-8ef1-51a3f0b98c05),segment_id=509f5506-d136-42e3-8ef1-51a3f0b98c05)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:30.248280 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:30.260162 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:30.279071 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-81b800d5-d73b-4ed1-9827-751871158948 req-b8393627-2e1e-45d5-9b51-79af0706fa31 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542200 Aug 24 17:51:30.288444 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0ce4888d-1b2a-4653-b5a1-24a894a1ab2c req-062f22e7-f03f-4fc0-8ec4-be70015e88c5 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3388858 Aug 24 17:51:30.298086 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:30.343452 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:30.351844 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d2e0f9-ab47-4f95-96cb-bc76e8880dea x-openstack-request-id: req-f0d2e0f9-ab47-4f95-96cb-bc76e8880dea {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:30.352160 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa859353-b309-4c9b-8f43-21b185b4f27d", "name": "network-vif-plugged", "status": "completed", "tag": "8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:30.352413 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f0d2e0f9-ab47-4f95-96cb-bc76e8880dea {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:30.352816 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d2e0f9-ab47-4f95-96cb-bc76e8880dea'] response: {'server_uuid': 'aa859353-b309-4c9b-8f43-21b185b4f27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba', 'code': 200} Aug 24 17:51:30.363941 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [req-e2364a31-d97d-441b-989e-2171299277b5 req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 685b75ea-eb05-4e07-8542-1938a960343d {{(pid=112764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:51:30.372830 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-e2364a31-d97d-441b-989e-2171299277b5 req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] Publish callbacks [] for port (685b75ea-eb05-4e07-8542-1938a960343d), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:30.387708 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.provisioning_blocks [req-e2364a31-d97d-441b-989e-2171299277b5 req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] Transition to ACTIVE for port object 685b75ea-eb05-4e07-8542-1938a960343d will not be triggered until provisioned by entity L2. {{(pid=112764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:51:30.392462 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-e2364a31-d97d-441b-989e-2171299277b5 req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (685b75ea-eb05-4e07-8542-1938a960343d), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:30.476679 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] Pushing event updated for resources: {'Port': ['ID=685b75ea-eb05-4e07-8542-1938a960343d,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:30.505438 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-e2364a31-d97d-441b-989e-2171299277b5 req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] Attempting to bind port 685b75ea-eb05-4e07-8542-1938a960343d on host hv-cinder-84052 for vnic_type normal with profile {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:51:30.505780 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-e2364a31-d97d-441b-989e-2171299277b5 req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] Attempting to bind port 685b75ea-eb05-4e07-8542-1938a960343d by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '30259835-216c-4123-bc4a-7b0c958ef368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee'}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:51:30.506115 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2364a31-d97d-441b-989e-2171299277b5 req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] Attempting to bind port 685b75ea-eb05-4e07-8542-1938a960343d on network 670b2ce6-025e-49c8-81a1-b5bd33c90dee {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:51:30.511065 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2364a31-d97d-441b-989e-2171299277b5 req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] Port 685b75ea-eb05-4e07-8542-1938a960343d on network 670b2ce6-025e-49c8-81a1-b5bd33c90dee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:51:30.511348 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2364a31-d97d-441b-989e-2171299277b5 req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] Attempting to bind port 685b75ea-eb05-4e07-8542-1938a960343d on network 670b2ce6-025e-49c8-81a1-b5bd33c90dee {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:51:30.521197 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2364a31-d97d-441b-989e-2171299277b5 req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] Checking agent: {'id': 'd24852b8-87fc-4acc-b821-6f57e7364c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'started_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:51:30.521197 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2364a31-d97d-441b-989e-2171299277b5 req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] Checking segment: {'id': '30259835-216c-4123-bc4a-7b0c958ef368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:51:30.521197 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2364a31-d97d-441b-989e-2171299277b5 req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] Bound using segment: {'id': '30259835-216c-4123-bc4a-7b0c958ef368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee'} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:51:30.521197 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-e2364a31-d97d-441b-989e-2171299277b5 req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] Bound port: 685b75ea-eb05-4e07-8542-1938a960343d, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30259835-216c-4123-bc4a-7b0c958ef368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee'}}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:51:30.521197 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-e2364a31-d97d-441b-989e-2171299277b5 req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (685b75ea-eb05-4e07-8542-1938a960343d), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:30.582025 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-e2364a31-d97d-441b-989e-2171299277b5 req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] For port 685b75ea-eb05-4e07-8542-1938a960343d, host hv-cinder-84052, cleared binding levels {{(pid=112764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:51:30.585155 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-e2364a31-d97d-441b-989e-2171299277b5 req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] For port 685b75ea-eb05-4e07-8542-1938a960343d, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=685b75ea-eb05-4e07-8542-1938a960343d,segment=NetworkSegment(30259835-216c-4123-bc4a-7b0c958ef368),segment_id=30259835-216c-4123-bc4a-7b0c958ef368)] {{(pid=112764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:51:30.591110 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-e2364a31-d97d-441b-989e-2171299277b5 req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (685b75ea-eb05-4e07-8542-1938a960343d), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:30.592177 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ceba6a-b31d-4201-aa34-977e26612d1f req-6d8ecf40-37b1-413b-949f-88e5b33a1b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:30.593747 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-13ceba6a-b31d-4201-aa34-977e26612d1f req-6d8ecf40-37b1-413b-949f-88e5b33a1b6b service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 1129 time: 0.0420649 Aug 24 17:51:30.595947 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2364a31-d97d-441b-989e-2171299277b5 req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:30.597257 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-e2364a31-d97d-441b-989e-2171299277b5 req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:30.598611 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e2364a31-d97d-441b-989e-2171299277b5 req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] 10.222.0.62 "PUT /networking/v2.0/ports/685b75ea-eb05-4e07-8542-1938a960343d HTTP/1.1" status: 200 len: 1094 time: 0.9670014 Aug 24 17:51:30.599114 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b47b8e-315b-4035-b274-e3d90094cea0', 'tag': '685b75ea-eb05-4e07-8542-1938a960343d'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:30.601528 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528cabad-5054-4eb1-99dc-5eb84c50ff42" -d '{"events": [{"name": "network-changed", "server_uuid": "33b47b8e-315b-4035-b274-e3d90094cea0", "tag": "685b75ea-eb05-4e07-8542-1938a960343d"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:30.607584 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:30.609074 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:30.651375 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-13ceba6a-b31d-4201-aa34-977e26612d1f req-10f4b46c-c6f0-4a9c-9ba3-31c0cd6f7537 service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516551 Aug 24 17:51:30.653684 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a93f241-58e4-4876-bb57-db6a5d7fde2c x-openstack-request-id: req-7a93f241-58e4-4876-bb57-db6a5d7fde2c {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:30.653980 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b47b8e-315b-4035-b274-e3d90094cea0", "tag": "685b75ea-eb05-4e07-8542-1938a960343d", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:30.654232 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7a93f241-58e4-4876-bb57-db6a5d7fde2c {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:30.654621 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a93f241-58e4-4876-bb57-db6a5d7fde2c'] response: {'name': 'network-changed', 'server_uuid': '33b47b8e-315b-4035-b274-e3d90094cea0', 'tag': '685b75ea-eb05-4e07-8542-1938a960343d', 'status': 'completed', 'code': 200} Aug 24 17:51:30.687349 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854634e1-8cc9-4e67-8e4f-97b737453243 service neutron] Pushing event updated for resources: {'Port': ['ID=685b75ea-eb05-4e07-8542-1938a960343d,revision_number=3']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:30.697258 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2364a31-d97d-441b-989e-2171299277b5 req-cf90cd2b-912b-4e33-8f2c-c63b46341837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:30.698732 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e2364a31-d97d-441b-989e-2171299277b5 req-cf90cd2b-912b-4e33-8f2c-c63b46341837 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=b9cd3cd0a9434f5ab0e1e1c52145beb2&device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 1128 time: 0.0546918 Aug 24 17:51:30.762819 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8be8d-ede1-4933-9bec-6625dca373bf req-f29f3106-aefd-45cf-af47-696ee206edb1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:30.764316 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d0a8be8d-ede1-4933-9bec-6625dca373bf req-f29f3106-aefd-45cf-af47-696ee206edb1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0462763 Aug 24 17:51:30.810970 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d0a8be8d-ede1-4933-9bec-6625dca373bf req-de01e00a-edbf-4f1d-a018-7dd43958dcd3 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406039 Aug 24 17:51:31.405541 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2bfc4-6375-4fe8-a5b4-a27ccabcf3a8 req-a45994af-e174-4075-b4cd-c80aff6d9219 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:31.407054 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-76e2bfc4-6375-4fe8-a5b4-a27ccabcf3a8 req-a45994af-e174-4075-b4cd-c80aff6d9219 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0499485 Aug 24 17:51:31.424031 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50a3f9-3184-4059-865c-e782b195b864 req-b8442156-dfb2-4e14-86c0-1eded5efdb91 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:31.426040 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4e50a3f9-3184-4059-865c-e782b195b864 req-b8442156-dfb2-4e14-86c0-1eded5efdb91 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 944 time: 0.0477877 Aug 24 17:51:31.459162 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-76e2bfc4-6375-4fe8-a5b4-a27ccabcf3a8 req-758f411e-367a-4fd7-bb54-c31c6961433d tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444262 Aug 24 17:51:31.477771 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4e50a3f9-3184-4059-865c-e782b195b864 req-cb67d1c5-2b06-4e0b-904b-ded4655d38ff tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460443 Aug 24 17:51:31.934355 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc302693-972a-4e92-8ca1-dca668d02b54 req-5d8185e6-651b-4bff-b518-3685ce69fa53 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:31.935849 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-bc302693-972a-4e92-8ca1-dca668d02b54 req-5d8185e6-651b-4bff-b518-3685ce69fa53 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0460556 Aug 24 17:51:31.983063 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-bc302693-972a-4e92-8ca1-dca668d02b54 req-6476f26a-fddb-42b4-837f-6b2e08106130 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412431 Aug 24 17:51:32.577112 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71799b8-53cb-4c95-b91d-749afebfe2fa req-d07635f2-64d0-481a-a7b4-89cd95a50ed1 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:32.578591 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e71799b8-53cb-4c95-b91d-749afebfe2fa req-d07635f2-64d0-481a-a7b4-89cd95a50ed1 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0470622 Aug 24 17:51:32.599031 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7fa7f-4d29-4084-afde-24e16e3a762b req-61a36871-f616-4eea-9e77-0d964dc0757f tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:32.600556 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-27c7fa7f-4d29-4084-afde-24e16e3a762b req-61a36871-f616-4eea-9e77-0d964dc0757f tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 944 time: 0.0506024 Aug 24 17:51:32.612727 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:32.629214 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e71799b8-53cb-4c95-b91d-749afebfe2fa req-0de0a89b-9614-4902-8192-0b038a5950e7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443454 Aug 24 17:51:32.653029 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-27c7fa7f-4d29-4084-afde-24e16e3a762b req-735cd1b9-0fb4-4b58-8e8a-d7640cb98c19 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468240 Aug 24 17:51:33.107302 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbb543-25ca-4edd-aeb5-1b82977f0963 req-047d6b26-7517-4a0d-98c4-554fa7dda7ff tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:33.108803 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-1efbb543-25ca-4edd-aeb5-1b82977f0963 req-047d6b26-7517-4a0d-98c4-554fa7dda7ff tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0461521 Aug 24 17:51:33.155535 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-1efbb543-25ca-4edd-aeb5-1b82977f0963 req-283fc9ea-1698-482b-9f79-8d9629881736 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406482 Aug 24 17:51:33.365431 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device bce29b41-eda3-4cc3-afba-8e72c0691c36 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:51:33.387660 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] No Port match for: bce29b41-eda3-4cc3-afba-8e72c0691c36 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:51:33.388012 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device bce29b41-eda3-4cc3-afba-8e72c0691c36 not bound to the agent host hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:51:33.746042 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e2364a31-d97d-441b-989e-2171299277b5 req-de7bb8db-a620-488b-95ec-d5e8cd912ea0 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=685b75ea-eb05-4e07-8542-1938a960343d HTTP/1.1" status: 200 len: 217 time: 0.0430160 Aug 24 17:51:33.774221 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd9f38-048d-482c-85f6-04b4fb311522 req-d64fcd42-2a90-43bc-beab-8c1167dcb479 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:33.775732 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-84dd9f38-048d-482c-85f6-04b4fb311522 req-d64fcd42-2a90-43bc-beab-8c1167dcb479 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 944 time: 0.0502353 Aug 24 17:51:33.778446 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054bb01-fb4b-4732-b80b-b2c95ee8d886 req-1ceb640b-b51f-4b70-b46a-d4f904636b98 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:33.779917 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9054bb01-fb4b-4732-b80b-b2c95ee8d886 req-1ceb640b-b51f-4b70-b46a-d4f904636b98 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0702257 Aug 24 17:51:33.813998 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:33.825326 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-84dd9f38-048d-482c-85f6-04b4fb311522 req-3b4e25e6-e1af-4ad5-895f-1ce91fe9fb0e tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440838 Aug 24 17:51:33.835353 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9054bb01-fb4b-4732-b80b-b2c95ee8d886 req-1abec582-6fe7-4bdc-ba04-f3a77d253f02 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493152 Aug 24 17:51:34.278236 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fae9c-b357-4f85-8b1e-5c75ce484b05 req-43537304-5b8b-4684-9dc3-f62ec68e4314 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:34.279723 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fd3fae9c-b357-4f85-8b1e-5c75ce484b05 req-43537304-5b8b-4684-9dc3-f62ec68e4314 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0462360 Aug 24 17:51:34.325787 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fd3fae9c-b357-4f85-8b1e-5c75ce484b05 req-0c361980-bb68-432a-bd42-3e1be25fb574 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405567 Aug 24 17:51:34.846733 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2364a31-d97d-441b-989e-2171299277b5 req-33024dee-096b-40f1-9eca-19f75bd4f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:34.848133 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e2364a31-d97d-441b-989e-2171299277b5 req-33024dee-096b-40f1-9eca-19f75bd4f8f2 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=1f289036-4649-4f08-8be9-d53556abacbd HTTP/1.1" status: 200 len: 849 time: 0.0467353 Aug 24 17:51:34.898346 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2364a31-d97d-441b-989e-2171299277b5 req-86dab974-5f2b-49a0-ab1f-56d90b7f747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:34.900147 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e2364a31-d97d-441b-989e-2171299277b5 req-86dab974-5f2b-49a0-ab1f-56d90b7f747e service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=670b2ce6-025e-49c8-81a1-b5bd33c90dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440533 Aug 24 17:51:34.954890 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ae216-beab-4533-9a42-3f78c8dfbbea req-4d1631e9-e081-4784-9b18-812a91bc389d tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:34.956379 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c83ae216-beab-4533-9a42-3f78c8dfbbea req-4d1631e9-e081-4784-9b18-812a91bc389d tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0479901 Aug 24 17:51:34.970159 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace5418-8bb4-4d45-bca1-7c2ea179aac3 req-5b7af2b6-fda6-45b0-a2b2-ad93a019e579 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:34.972220 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4ace5418-8bb4-4d45-bca1-7c2ea179aac3 req-5b7af2b6-fda6-45b0-a2b2-ad93a019e579 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 944 time: 0.0690188 Aug 24 17:51:35.009444 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c83ae216-beab-4533-9a42-3f78c8dfbbea req-34d909c1-efee-4d50-8956-2ada41bb4110 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472229 Aug 24 17:51:35.071140 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:35.075467 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4ace5418-8bb4-4d45-bca1-7c2ea179aac3 req-8ccf5742-f9e5-4c9d-96ba-776045d09dc2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951507 Aug 24 17:51:35.077746 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e2364a31-d97d-441b-989e-2171299277b5 req-5c1346d5-6e32-4cc1-ae10-d44d55677af4 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460104 Aug 24 17:51:35.234079 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e2364a31-d97d-441b-989e-2171299277b5 req-25ba8a1b-80d6-497e-b072-094f7f598bcb service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944369 Aug 24 17:51:35.446491 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dd87c-24ce-4049-a95b-fd4376f64114 req-0765861c-7a68-4df6-a42c-234182c03912 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:35.447894 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-6a7dd87c-24ce-4049-a95b-fd4376f64114 req-0765861c-7a68-4df6-a42c-234182c03912 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 943 time: 0.0464087 Aug 24 17:51:35.494274 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-6a7dd87c-24ce-4049-a95b-fd4376f64114 req-a8a5a662-31f4-4bd2-b596-5a1dd0917cc6 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409553 Aug 24 17:51:35.897286 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cabad-5054-4eb1-99dc-5eb84c50ff42 req-60006ce9-e804-4227-acc4-32dc24b76587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:35.898806 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-528cabad-5054-4eb1-99dc-5eb84c50ff42 req-60006ce9-e804-4227-acc4-32dc24b76587 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=b9cd3cd0a9434f5ab0e1e1c52145beb2&device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 1128 time: 0.0426600 Aug 24 17:51:35.994342 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cabad-5054-4eb1-99dc-5eb84c50ff42 req-dd68a752-eed1-45da-bfab-4582389851bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:35.995828 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-528cabad-5054-4eb1-99dc-5eb84c50ff42 req-dd68a752-eed1-45da-bfab-4582389851bb service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=670b2ce6-025e-49c8-81a1-b5bd33c90dee HTTP/1.1" status: 200 len: 911 time: 0.0899878 Aug 24 17:51:36.036272 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-528cabad-5054-4eb1-99dc-5eb84c50ff42 req-cfc3cfc1-1d00-4743-a626-e72fd2e8d08e service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=685b75ea-eb05-4e07-8542-1938a960343d HTTP/1.1" status: 200 len: 217 time: 0.0334570 Aug 24 17:51:36.048674 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 41c4ee25-50fb-45d7-9866-1d83514f02d5 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:51:36.127003 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cabad-5054-4eb1-99dc-5eb84c50ff42 req-b0675840-4d5d-4dd3-956a-53bd8467a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:36.129213 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-528cabad-5054-4eb1-99dc-5eb84c50ff42 req-b0675840-4d5d-4dd3-956a-53bd8467a207 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=1f289036-4649-4f08-8be9-d53556abacbd HTTP/1.1" status: 200 len: 849 time: 0.0850437 Aug 24 17:51:36.144821 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10e785-5a2e-4543-aef4-de628f221f81 req-6531f6e9-a981-425b-bdc7-f0b3beae821d tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:36.146344 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-bb10e785-5a2e-4543-aef4-de628f221f81 req-6531f6e9-a981-425b-bdc7-f0b3beae821d tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0596979 Aug 24 17:51:36.159645 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 41c4ee25-50fb-45d7-9866-1d83514f02d5, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=41c4ee25-50fb-45d7-9866-1d83514f02d5,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:36.175228 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '41c4ee25-50fb-45d7-9866-1d83514f02d5', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'port_id': '41c4ee25-50fb-45d7-9866-1d83514f02d5', 'mac_address': 'fa:16:3e:c0:35:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:51:36.198838 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b10322-4d0d-4953-99e3-23a9e978804c req-11415052-23cb-455f-8b01-a70795809ad3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:36.200110 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-bb10e785-5a2e-4543-aef4-de628f221f81 req-9def1681-cabd-4e42-a2b1-a20d1791160c tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472791 Aug 24 17:51:36.201017 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b0b10322-4d0d-4953-99e3-23a9e978804c req-11415052-23cb-455f-8b01-a70795809ad3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 944 time: 0.0495369 Aug 24 17:51:36.217214 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 41c4ee25-50fb-45d7-9866-1d83514f02d5 is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:36.217609 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:36.231543 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c4ee25-50fb-45d7-9866-1d83514f02d5 {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:51:36.252498 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 41c4ee25-50fb-45d7-9866-1d83514f02d5, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=41c4ee25-50fb-45d7-9866-1d83514f02d5,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:36.256633 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:36.257003 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b0b10322-4d0d-4953-99e3-23a9e978804c req-fc73cbbd-4b72-4863-9c63-76e94278decf tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503993 Aug 24 17:51:36.304248 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=41c4ee25-50fb-45d7-9866-1d83514f02d5,revision_number=9']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:36.311374 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:36.311773 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:36.312117 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:36.312483 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:36.312822 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:36.313156 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:36.313486 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:36.313812 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:36.314138 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:36.314464 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:36.314787 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:36.315160 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:36.315507 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:36.315830 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:36.316141 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:51:36.325342 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c16a29-2988-452f-9c9e-f208593bb70f req-62053ece-b008-473f-a05a-65e6c6d4a0e6 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:36.326834 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a8c16a29-2988-452f-9c9e-f208593bb70f req-62053ece-b008-473f-a05a-65e6c6d4a0e6 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0491502 Aug 24 17:51:36.376951 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a8c16a29-2988-452f-9c9e-f208593bb70f req-7d8f31b3-ba3a-4a21-b316-0b3f4f3d7b49 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444231 Aug 24 17:51:36.401967 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 36360) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:36.537691 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee41e0a-d0db-434d-93a9-8873f0648e96 tempest-TestShelveInstance-1554677683 tempest-TestShelveInstance-1554677683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:36.539164 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-aee41e0a-d0db-434d-93a9-8873f0648e96 tempest-TestShelveInstance-1554677683 tempest-TestShelveInstance-1554677683-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 1124 time: 0.1362216 Aug 24 17:51:36.542125 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 36366) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:36.546625 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-332aeda0-af8a-4ba1-b95b-c048bb398ee7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Request body: {'floatingip': {'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'port_id': '8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:36.568785 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-332aeda0-af8a-4ba1-b95b-c048bb398ee7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:36.584878 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:36.624364 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb951e-c041-402c-98fa-82fe7282e441 req-3292c94a-9250-4d7c-891b-d135ef9dcef3 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:36.625851 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-11fb951e-c041-402c-98fa-82fe7282e441 req-3292c94a-9250-4d7c-891b-d135ef9dcef3 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 944 time: 0.0511067 Aug 24 17:51:36.642633 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:36.644852 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:36.654338 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-332aeda0-af8a-4ba1-b95b-c048bb398ee7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:36.676021 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-11fb951e-c041-402c-98fa-82fe7282e441 req-1a47a4d9-4e62-4527-aa17-1ceb42959773 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444031 Aug 24 17:51:36.711931 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:36.766353 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [None req-332aeda0-af8a-4ba1-b95b-c048bb398ee7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Allocated IP 172.27.1.219 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/91e1edbc-c6d6-44ba-9a11-b140fb20b9f5) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:51:36.866473 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-332aeda0-af8a-4ba1-b95b-c048bb398ee7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for port (91e1edbc-c6d6-44ba-9a11-b140fb20b9f5), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:36.897699 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-332aeda0-af8a-4ba1-b95b-c048bb398ee7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (91e1edbc-c6d6-44ba-9a11-b140fb20b9f5), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:36.940597 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332aeda0-af8a-4ba1-b95b-c048bb398ee7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:51:36.943711 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-332aeda0-af8a-4ba1-b95b-c048bb398ee7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:51:36.947339 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332aeda0-af8a-4ba1-b95b-c048bb398ee7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:51:36.974690 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332aeda0-af8a-4ba1-b95b-c048bb398ee7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Pushing event updated for resources: {'Port': ['ID=91e1edbc-c6d6-44ba-9a11-b140fb20b9f5,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:36.983184 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-34bd36d4-595e-4944-81f8-da8b44ebca69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:37.028728 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cabad-5054-4eb1-99dc-5eb84c50ff42 req-714d2dd1-359e-4295-a228-704e969ae864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:37.030208 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-528cabad-5054-4eb1-99dc-5eb84c50ff42 req-714d2dd1-359e-4295-a228-704e969ae864 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=670b2ce6-025e-49c8-81a1-b5bd33c90dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566349 Aug 24 17:51:37.317241 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-332aeda0-af8a-4ba1-b95b-c048bb398ee7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for floatingip (083772c9-16f3-475c-bef1-6de6233c0854), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:37.397109 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e06be5-4472-48cf-ae10-d1d9c094b905 req-0727a26d-c7ba-465e-a254-32c2740a9064 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:37.398540 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b8e06be5-4472-48cf-ae10-d1d9c094b905 req-0727a26d-c7ba-465e-a254-32c2740a9064 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 944 time: 0.0583310 Aug 24 17:51:37.420688 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:37.439280 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-332aeda0-af8a-4ba1-b95b-c048bb398ee7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (91e1edbc-c6d6-44ba-9a11-b140fb20b9f5), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:37.487448 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:37.499418 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b8e06be5-4472-48cf-ae10-d1d9c094b905 req-ab414f11-f9a6-416b-8f20-4ef06008fc85 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859241 Aug 24 17:51:37.612611 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-332aeda0-af8a-4ba1-b95b-c048bb398ee7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for port (91e1edbc-c6d6-44ba-9a11-b140fb20b9f5), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:37.616878 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-332aeda0-af8a-4ba1-b95b-c048bb398ee7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (91e1edbc-c6d6-44ba-9a11-b140fb20b9f5), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:37.686375 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332aeda0-af8a-4ba1-b95b-c048bb398ee7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Pushing event updated for resources: {'Port': ['ID=91e1edbc-c6d6-44ba-9a11-b140fb20b9f5,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:37.688861 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-332aeda0-af8a-4ba1-b95b-c048bb398ee7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (083772c9-16f3-475c-bef1-6de6233c0854), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:37.800730 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d400dc5-b0d3-4fff-bacb-dca4ef254216 req-fe1cdd6d-4f0e-4cf8-b626-f309b892e57d tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:37.802420 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5d400dc5-b0d3-4fff-bacb-dca4ef254216 req-fe1cdd6d-4f0e-4cf8-b626-f309b892e57d tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 944 time: 0.0470815 Aug 24 17:51:37.839684 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.l3_db [None req-332aeda0-af8a-4ba1-b95b-c048bb398ee7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Floating IP 083772c9-16f3-475c-bef1-6de6233c0854 associated. External IP: 172.27.1.219, port: 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba. Aug 24 17:51:37.850536 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5d400dc5-b0d3-4fff-bacb-dca4ef254216 req-3a2e014a-032c-4c2c-9961-db036a1709df tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423446 Aug 24 17:51:37.938491 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-528cabad-5054-4eb1-99dc-5eb84c50ff42 req-94421ef5-b089-42de-a958-e681c0ba62a4 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726186 Aug 24 17:51:38.058685 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332aeda0-af8a-4ba1-b95b-c048bb398ee7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Router 2dc4c460-9623-418c-ba8c-420a1285cb7f has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:51:38.161678 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332aeda0-af8a-4ba1-b95b-c048bb398ee7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:51:38.171441 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbe1776-5050-48a0-8181-13ae72b41a84 None None] Sync routers for ids ['2dc4c460-9623-418c-ba8c-420a1285cb7f'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:51:38.180266 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-332aeda0-af8a-4ba1-b95b-c048bb398ee7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:38.182504 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbe1776-5050-48a0-8181-13ae72b41a84 None None] Routers {'2dc4c460-9623-418c-ba8c-420a1285cb7f'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:51:38.183133 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-7dbe1776-5050-48a0-8181-13ae72b41a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:51:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2dc4c460-9623-418c-ba8c-420a1285cb7f'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:38.289035 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-7dbe1776-5050-48a0-8181-13ae72b41a84 None None] Set router 2dc4c460-9623-418c-ba8c-420a1285cb7f gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:51:38.430050 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-332aeda0-af8a-4ba1-b95b-c048bb398ee7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8866472 Aug 24 17:51:38.430557 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa859353-b309-4c9b-8f43-21b185b4f27d', 'tag': '8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:38.432870 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44a9313-29c1-4e5f-a2b9-f4904ca5ee39" -d '{"events": [{"name": "network-changed", "server_uuid": "aa859353-b309-4c9b-8f43-21b185b4f27d", "tag": "8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:38.471995 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8df8dfe-4a38-4872-8317-20394bdd942b x-openstack-request-id: req-a8df8dfe-4a38-4872-8317-20394bdd942b {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:38.472289 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa859353-b309-4c9b-8f43-21b185b4f27d", "tag": "8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:38.472542 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a8df8dfe-4a38-4872-8317-20394bdd942b {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:38.472950 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8df8dfe-4a38-4872-8317-20394bdd942b'] response: {'name': 'network-changed', 'server_uuid': 'aa859353-b309-4c9b-8f43-21b185b4f27d', 'tag': '8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba', 'status': 'completed', 'code': 200} Aug 24 17:51:38.543188 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-7dbe1776-5050-48a0-8181-13ae72b41a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'name': 'tempest-TestShelveInstance-1649605976-router', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:34Z', 'revision_number': 4, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'gw_port': {'id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '083772c9-16f3-475c-bef1-6de6233c0854', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'port_id': '8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333', 'mac_address': 'fa:16:3e:6b:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa859353-b309-4c9b-8f43-21b185b4f27d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:51:37Z', 'updated_at': '2022-08-24T17:51:37Z', 'revision_number': 0, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2459da-464d-450e-9231-55d5e725aa9b', 'name': '', 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'mac_address': 'fa:16:3e:f7:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:33Z', 'updated_at': '2022-08-24T17:50:43Z', 'revision_number': 5, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'subnets': [{'id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:38.626308 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e7ba1-2a8a-4b9c-9e47-e3a2f9bb231c req-22165dc0-b0c6-4ce0-8306-3120d290d66b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:38.627936 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f04e7ba1-2a8a-4b9c-9e47-e3a2f9bb231c req-22165dc0-b0c6-4ce0-8306-3120d290d66b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 944 time: 0.0529473 Aug 24 17:51:38.680149 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f04e7ba1-2a8a-4b9c-9e47-e3a2f9bb231c req-9017d82c-f9c8-42b4-a7c6-057f87942b8a tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464733 Aug 24 17:51:38.693443 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbe1776-5050-48a0-8181-13ae72b41a84 None None] Checking router: 2dc4c460-9623-418c-ba8c-420a1285cb7f for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:51:38.703989 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbe1776-5050-48a0-8181-13ae72b41a84 None None] Routers {'2dc4c460-9623-418c-ba8c-420a1285cb7f'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:51:38.705126 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-7dbe1776-5050-48a0-8181-13ae72b41a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:51:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2dc4c460-9623-418c-ba8c-420a1285cb7f'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:38.717152 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:38.755190 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a9313-29c1-4e5f-a2b9-f4904ca5ee39 req-8797a221-7052-41e7-ab0e-335a2d9e034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:38.756777 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e44a9313-29c1-4e5f-a2b9-f4904ca5ee39 req-8797a221-7052-41e7-ab0e-335a2d9e034e service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=79ef0ce1ee884e9d80d4200d40b7b6c2&device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 1129 time: 0.0425315 Aug 24 17:51:38.774488 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:38.781881 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=100 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:38.787718 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-528cabad-5054-4eb1-99dc-5eb84c50ff42 req-c81dd944-092c-4533-978e-59ea7ec82542 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924611 Aug 24 17:51:38.816694 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-7dbe1776-5050-48a0-8181-13ae72b41a84 None None] Set router 2dc4c460-9623-418c-ba8c-420a1285cb7f gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:51:38.857143 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a9313-29c1-4e5f-a2b9-f4904ca5ee39 req-94ba98c1-3220-4ed1-aa4c-ebd3496a87b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:38.858633 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e44a9313-29c1-4e5f-a2b9-f4904ca5ee39 req-94ba98c1-3220-4ed1-aa4c-ebd3496a87b3 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=3e1e5e53-af70-4029-8cfd-e50d2d607333 HTTP/1.1" status: 200 len: 910 time: 0.0949268 Aug 24 17:51:38.925294 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e44a9313-29c1-4e5f-a2b9-f4904ca5ee39 req-7fc722e6-5610-4b87-af27-631a47dc6577 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba HTTP/1.1" status: 200 len: 999 time: 0.0590396 Aug 24 17:51:38.982462 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a9313-29c1-4e5f-a2b9-f4904ca5ee39 req-3fa59654-56c1-4086-96f9-cf7a1227b130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:38.983985 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e44a9313-29c1-4e5f-a2b9-f4904ca5ee39 req-3fa59654-56c1-4086-96f9-cf7a1227b130 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=80c34839-bf32-4dc6-b07f-eaf38c5c769a HTTP/1.1" status: 200 len: 848 time: 0.0522838 Aug 24 17:51:38.991496 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['41c4ee25-50fb-45d7-9866-1d83514f02d5'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:51:38.998622 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f9663-2a20-4923-aff4-8040083b0e15 req-ed148be6-acdd-47cc-8924-9ab0e06cad58 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:39.000440 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-761f9663-2a20-4923-aff4-8040083b0e15 req-ed148be6-acdd-47cc-8924-9ab0e06cad58 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 944 time: 0.0636365 Aug 24 17:51:39.023226 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:39.055514 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a9313-29c1-4e5f-a2b9-f4904ca5ee39 req-e3fbd3a3-c830-48ed-ba72-2cd870334b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:39.057761 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e44a9313-29c1-4e5f-a2b9-f4904ca5ee39 req-e3fbd3a3-c830-48ed-ba72-2cd870334b7e service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=3e1e5e53-af70-4029-8cfd-e50d2d607333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648408 Aug 24 17:51:39.063401 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-761f9663-2a20-4923-aff4-8040083b0e15 req-e0e69f2a-6f5d-4bbb-9010-365c6f658d14 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566289 Aug 24 17:51:39.139645 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-7dbe1776-5050-48a0-8181-13ae72b41a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'name': 'tempest-TestShelveInstance-1649605976-router', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:34Z', 'revision_number': 4, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'gw_port': {'id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '083772c9-16f3-475c-bef1-6de6233c0854', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'port_id': '8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333', 'mac_address': 'fa:16:3e:6b:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa859353-b309-4c9b-8f43-21b185b4f27d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:51:37Z', 'updated_at': '2022-08-24T17:51:37Z', 'revision_number': 0, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2459da-464d-450e-9231-55d5e725aa9b', 'name': '', 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'mac_address': 'fa:16:3e:f7:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:33Z', 'updated_at': '2022-08-24T17:50:43Z', 'revision_number': 5, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'subnets': [{'id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:39.157858 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e44a9313-29c1-4e5f-a2b9-f4904ca5ee39 req-f83ca9c8-d81b-43d0-9935-604e4ceca668 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/3e1e5e53-af70-4029-8cfd-e50d2d607333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929940 Aug 24 17:51:39.173482 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbe1776-5050-48a0-8181-13ae72b41a84 None None] The sync data for ids ['2dc4c460-9623-418c-ba8c-420a1285cb7f'] in dv-cinder-840525-3-iscsi is: [{'id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'name': 'tempest-TestShelveInstance-1649605976-router', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:34Z', 'revision_number': 4, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'gw_port': {'id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '083772c9-16f3-475c-bef1-6de6233c0854', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'port_id': '8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333', 'mac_address': 'fa:16:3e:6b:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa859353-b309-4c9b-8f43-21b185b4f27d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:51:37Z', 'updated_at': '2022-08-24T17:51:37Z', 'revision_number': 0, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2459da-464d-450e-9231-55d5e725aa9b', 'name': '', 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'mac_address': 'fa:16:3e:f7:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:33Z', 'updated_at': '2022-08-24T17:50:43Z', 'revision_number': 5, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'subnets': [{'id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:51:39.376491 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59253932-5f50-48c9-aaee-eb43c215ff13 None None] New status for floating IP 083772c9-16f3-475c-bef1-6de6233c0854: ACTIVE {{(pid=112766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:51:39.441768 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-ee9339a7-62c9-453b-b4eb-d0a2ed52d769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:39.568805 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e44a9313-29c1-4e5f-a2b9-f4904ca5ee39 req-64a25a6d-256e-479c-bf4e-576f3ce27a52 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/3e1e5e53-af70-4029-8cfd-e50d2d607333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009082 Aug 24 17:51:39.574633 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-4ec0c26f-abea-45a4-86a3-ac891c3e962a tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:39.576009 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-4ec0c26f-abea-45a4-86a3-ac891c3e962a tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/networks?id=f9720aec-6384-45df-9a98-9c757a2487a4 HTTP/1.1" status: 200 len: 813 time: 0.3985131 Aug 24 17:51:39.595729 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-c046d027-ec48-4737-8f82-7388046652aa tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/quotas/b3b756a7bd444bf3aec562b2717f5623 HTTP/1.1" status: 200 len: 375 time: 0.0112472 Aug 24 17:51:39.631284 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-66dd2916-1341-4d2b-850a-d5875f8a7f89 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=b3b756a7bd444bf3aec562b2717f5623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295737 Aug 24 17:51:39.730339 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-a2636124-84b9-4eac-bf9e-15064d386bb0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f9720aec-6384-45df-9a98-9c757a2487a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919905 Aug 24 17:51:39.744509 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:39.803898 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa42284-f691-446b-aac5-dd5160dffef0 req-eb8edcb2-782b-4b62-9cf3-45f9ded84a44 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:39.805303 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2fa42284-f691-446b-aac5-dd5160dffef0 req-eb8edcb2-782b-4b62-9cf3-45f9ded84a44 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 944 time: 0.0477588 Aug 24 17:51:39.827044 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-fe4d86fc-0f03-4783-8086-4ec1528616f2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f9720aec-6384-45df-9a98-9c757a2487a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905931 Aug 24 17:51:39.856518 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2fa42284-f691-446b-aac5-dd5160dffef0 req-d65b13fb-edeb-4e80-8854-863ea0e07083 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449247 Aug 24 17:51:39.988392 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1ac782ee-f26d-4e0a-9152-5f7a9cfbbd48 req-a2e4b1e7-15c7-4d98-bdad-39e9d01a571e tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a7d17d-7ecc-41be-82ac-5830631987db HTTP/1.1" status: 200 len: 210 time: 0.0325565 Aug 24 17:51:40.192203 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c167fe-59d3-4ac0-b368-a0adfe609165 req-c00870ef-8748-4a5f-b131-9fad99ea2ee0 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:40.193866 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b7c167fe-59d3-4ac0-b368-a0adfe609165 req-c00870ef-8748-4a5f-b131-9fad99ea2ee0 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 944 time: 0.0470119 Aug 24 17:51:40.221236 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:40.245802 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b7c167fe-59d3-4ac0-b368-a0adfe609165 req-9322605a-fb8d-4797-bc6b-97eb441f7082 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449421 Aug 24 17:51:40.591511 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:40.682290 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 41c4ee25-50fb-45d7-9866-1d83514f02d5 up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:51:40.727147 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 41c4ee25-50fb-45d7-9866-1d83514f02d5 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:40.727556 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:40.798775 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 41c4ee25-50fb-45d7-9866-1d83514f02d5 is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:40.799165 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:40.823136 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11705238-e9d4-4c1e-ab49-d5a27eb4df4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c4ee25-50fb-45d7-9866-1d83514f02d5'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:40.825421 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d43b433-8222-4ee3-b154-72b5581e7896" -d '{"events": [{"server_uuid": "11705238-e9d4-4c1e-ab49-d5a27eb4df4c", "name": "network-vif-plugged", "status": "completed", "tag": "41c4ee25-50fb-45d7-9866-1d83514f02d5"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:40.842521 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 41c4ee25-50fb-45d7-9866-1d83514f02d5, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=41c4ee25-50fb-45d7-9866-1d83514f02d5,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:40.847146 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:40.878535 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cd69bc-4343-4c85-9966-f318c25c9d0c x-openstack-request-id: req-a1cd69bc-4343-4c85-9966-f318c25c9d0c {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:40.878837 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11705238-e9d4-4c1e-ab49-d5a27eb4df4c", "name": "network-vif-plugged", "status": "completed", "tag": "41c4ee25-50fb-45d7-9866-1d83514f02d5", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:40.879091 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a1cd69bc-4343-4c85-9966-f318c25c9d0c {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:40.879505 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1cd69bc-4343-4c85-9966-f318c25c9d0c'] response: {'server_uuid': '11705238-e9d4-4c1e-ab49-d5a27eb4df4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c4ee25-50fb-45d7-9866-1d83514f02d5', 'code': 200} Aug 24 17:51:40.897674 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=41c4ee25-50fb-45d7-9866-1d83514f02d5,revision_number=10']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:40.997998 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8919d-f6e5-449b-9a84-9a8fdba9de9c req-2bafa261-d6c8-4994-960d-3e5d94c9c243 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:40.999509 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-78f8919d-f6e5-449b-9a84-9a8fdba9de9c req-2bafa261-d6c8-4994-960d-3e5d94c9c243 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 944 time: 0.0646393 Aug 24 17:51:41.008519 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-7d00533a-70f2-45c3-bd37-4fa1d5602375 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:41.009879 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-7d00533a-70f2-45c3-bd37-4fa1d5602375 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.62 "GET /networking/v2.0/networks?id=f9720aec-6384-45df-9a98-9c757a2487a4 HTTP/1.1" status: 200 len: 813 time: 0.1513371 Aug 24 17:51:41.064802 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-78f8919d-f6e5-449b-9a84-9a8fdba9de9c req-4cf3b709-950b-4a98-92a5-5016a98f2298 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539565 Aug 24 17:51:41.094580 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-58681d78-b5bf-4cfe-84a0-b204e238637f req-f81b1e71-637b-45b5-9f3c-52914f9028f9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a7d17d-7ecc-41be-82ac-5830631987db HTTP/1.1" status: 200 len: 210 time: 0.0274239 Aug 24 17:51:41.371422 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562939f-dc70-47e1-9801-9429f9056754 req-3a0f7bdc-3ede-4253-b815-dfcaef7c57ee tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:41.373093 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5562939f-dc70-47e1-9801-9429f9056754 req-3a0f7bdc-3ede-4253-b815-dfcaef7c57ee tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 946 time: 0.0472136 Aug 24 17:51:41.420990 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5562939f-dc70-47e1-9801-9429f9056754 req-a8a9c04c-3a19-4878-a6d5-7f65a93db5db tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417454 Aug 24 17:51:41.706486 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-dfe5ff3f-f030-44a1-9968-7cc3ff7b971d tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Request body: {'port': {'device_id': '95a7d17d-7ecc-41be-82ac-5830631987db', 'network_id': 'f9720aec-6384-45df-9a98-9c757a2487a4', 'admin_state_up': True, 'tenant_id': 'b3b756a7bd444bf3aec562b2717f5623'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:41.819716 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-dfe5ff3f-f030-44a1-9968-7cc3ff7b971d tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Made reservation on behalf of b3b756a7bd444bf3aec562b2717f5623 for: {'port': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:51:41.823372 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-dfe5ff3f-f030-44a1-9968-7cc3ff7b971d tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:41.946122 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:41.947441 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-dfe5ff3f-f030-44a1-9968-7cc3ff7b971d tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Allocated IP 172.20.0.6 (f9720aec-6384-45df-9a98-9c757a2487a4/6a855cbb-b03d-4977-ad74-89401318b595/60dea019-bcb1-455e-b394-85dd4c545f26) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:51:42.030670 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:42.082345 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:42.104681 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-dfe5ff3f-f030-44a1-9968-7cc3ff7b971d tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Publish callbacks [] for port (60dea019-bcb1-455e-b394-85dd4c545f26), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:42.143586 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-dfe5ff3f-f030-44a1-9968-7cc3ff7b971d tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (60dea019-bcb1-455e-b394-85dd4c545f26), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:42.201506 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd24bdb-5497-4bff-abfc-41e8f860a15f req-09a8529b-7543-4821-848f-56cc0f0ebae4 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:42.203938 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6bd24bdb-5497-4bff-abfc-41e8f860a15f req-09a8529b-7543-4821-848f-56cc0f0ebae4 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 944 time: 0.0494699 Aug 24 17:51:42.225025 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-dfe5ff3f-f030-44a1-9968-7cc3ff7b971d tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Network f9720aec-6384-45df-9a98-9c757a2487a4 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:51:42.231991 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-dfe5ff3f-f030-44a1-9968-7cc3ff7b971d tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:51:42.238000 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-dfe5ff3f-f030-44a1-9968-7cc3ff7b971d tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:51:42.241950 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5ff3f-f030-44a1-9968-7cc3ff7b971d tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Pushing event updated for resources: {'Port': ['ID=60dea019-bcb1-455e-b394-85dd4c545f26,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:42.276881 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649220b3-c1ec-4e03-b63f-8c42d24ff588 req-71fd87d8-18dc-4eb0-83ad-ef2d5a18c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:42.278392 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-649220b3-c1ec-4e03-b63f-8c42d24ff588 req-71fd87d8-18dc-4eb0-83ad-ef2d5a18c637 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 1130 time: 0.0622931 Aug 24 17:51:42.280956 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3195f19-7050-43f7-a7ce-f2af98b9c8c4 req-53fd1f1d-a881-483d-a2b2-c98e1a794e19 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:42.282480 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e3195f19-7050-43f7-a7ce-f2af98b9c8c4 req-53fd1f1d-a881-483d-a2b2-c98e1a794e19 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a7d17d-7ecc-41be-82ac-5830631987db HTTP/1.1" status: 200 len: 931 time: 0.1060305 Aug 24 17:51:42.292405 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6bd24bdb-5497-4bff-abfc-41e8f860a15f req-a440df04-9e4d-475a-96ba-b69d0d89188e tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835898 Aug 24 17:51:42.292635 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:42.317752 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-dfe5ff3f-f030-44a1-9968-7cc3ff7b971d tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:42.318491 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-dfe5ff3f-f030-44a1-9968-7cc3ff7b971d tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:42.337410 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-649220b3-c1ec-4e03-b63f-8c42d24ff588 req-b5421da3-bb79-4cb3-b4e3-1718fa9ccc67 service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433908 Aug 24 17:51:42.346374 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-dfe5ff3f-f030-44a1-9968-7cc3ff7b971d tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.62 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6450107 Aug 24 17:51:42.360599 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e3195f19-7050-43f7-a7ce-f2af98b9c8c4 req-aef9c83e-871d-4574-abf2-8449f5c8eb4e tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649958 Aug 24 17:51:42.545828 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fa0c2-b5f0-43ab-b3d3-66f10a7a6d62 req-9112fb21-fd18-4eea-9335-0ae038bbc4f2 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:42.547217 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2a9fa0c2-b5f0-43ab-b3d3-66f10a7a6d62 req-9112fb21-fd18-4eea-9335-0ae038bbc4f2 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 946 time: 0.0478251 Aug 24 17:51:42.593518 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] Request body: {'port': {'device_id': '95a7d17d-7ecc-41be-82ac-5830631987db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:42.594097 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2a9fa0c2-b5f0-43ab-b3d3-66f10a7a6d62 req-e2ff02e6-dd99-455b-ab09-4fde4a0fc71b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405641 Aug 24 17:51:42.656196 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (60dea019-bcb1-455e-b394-85dd4c545f26), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:42.693802 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 685b75ea-eb05-4e07-8542-1938a960343d details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:51:42.724571 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:42.791333 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:42.798429 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 685b75ea-eb05-4e07-8542-1938a960343d, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=685b75ea-eb05-4e07-8542-1938a960343d,segment=NetworkSegment(30259835-216c-4123-bc4a-7b0c958ef368),segment_id=30259835-216c-4123-bc4a-7b0c958ef368)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:42.809815 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '685b75ea-eb05-4e07-8542-1938a960343d', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'port_id': '685b75ea-eb05-4e07-8542-1938a960343d', 'mac_address': 'fa:16:3e:8f:9d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:51:42.845310 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 685b75ea-eb05-4e07-8542-1938a960343d is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:42.845700 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (685b75ea-eb05-4e07-8542-1938a960343d), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:42.859302 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 685b75ea-eb05-4e07-8542-1938a960343d {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:51:42.879551 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 685b75ea-eb05-4e07-8542-1938a960343d, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=685b75ea-eb05-4e07-8542-1938a960343d,segment=NetworkSegment(30259835-216c-4123-bc4a-7b0c958ef368),segment_id=30259835-216c-4123-bc4a-7b0c958ef368)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:42.884932 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (685b75ea-eb05-4e07-8542-1938a960343d), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:42.919773 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60dea019-bcb1-455e-b394-85dd4c545f26 {{(pid=112763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:51:42.928085 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] Publish callbacks [] for port (60dea019-bcb1-455e-b394-85dd4c545f26), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:42.931330 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=685b75ea-eb05-4e07-8542-1938a960343d,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:42.941417 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.provisioning_blocks [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] Transition to ACTIVE for port object 60dea019-bcb1-455e-b394-85dd4c545f26 will not be triggered until provisioned by entity L2. {{(pid=112763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:51:42.944271 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (60dea019-bcb1-455e-b394-85dd4c545f26), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:43.008261 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] Pushing event updated for resources: {'Port': ['ID=60dea019-bcb1-455e-b394-85dd4c545f26,revision_number=2']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:43.048388 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:43.060879 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.managers [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] Attempting to bind port 60dea019-bcb1-455e-b394-85dd4c545f26 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:51:43.061298 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.managers [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] Attempting to bind port 60dea019-bcb1-455e-b394-85dd4c545f26 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '207fb67e-13af-4dd1-ab6e-b808b9024861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f9720aec-6384-45df-9a98-9c757a2487a4'}] {{(pid=112763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:51:43.061766 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] Attempting to bind port 60dea019-bcb1-455e-b394-85dd4c545f26 on network f9720aec-6384-45df-9a98-9c757a2487a4 {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:51:43.068872 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] Port 60dea019-bcb1-455e-b394-85dd4c545f26 on network f9720aec-6384-45df-9a98-9c757a2487a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:51:43.069336 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] Attempting to bind port 60dea019-bcb1-455e-b394-85dd4c545f26 on network f9720aec-6384-45df-9a98-9c757a2487a4 {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:51:43.075732 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] Checking agent: {'id': 'd24852b8-87fc-4acc-b821-6f57e7364c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'started_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:51:43.076085 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] Checking segment: {'id': '207fb67e-13af-4dd1-ab6e-b808b9024861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f9720aec-6384-45df-9a98-9c757a2487a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:51:43.076479 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] Bound using segment: {'id': '207fb67e-13af-4dd1-ab6e-b808b9024861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f9720aec-6384-45df-9a98-9c757a2487a4'} {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:51:43.076910 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.managers [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] Bound port: 60dea019-bcb1-455e-b394-85dd4c545f26, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207fb67e-13af-4dd1-ab6e-b808b9024861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f9720aec-6384-45df-9a98-9c757a2487a4'}}] {{(pid=112763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:51:43.077625 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (60dea019-bcb1-455e-b394-85dd4c545f26), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:43.137544 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] For port 60dea019-bcb1-455e-b394-85dd4c545f26, host hv-cinder-84052, cleared binding levels {{(pid=112763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:51:43.140549 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] For port 60dea019-bcb1-455e-b394-85dd4c545f26, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=60dea019-bcb1-455e-b394-85dd4c545f26,segment=NetworkSegment(207fb67e-13af-4dd1-ab6e-b808b9024861),segment_id=207fb67e-13af-4dd1-ab6e-b808b9024861)] {{(pid=112763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:51:43.147263 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (60dea019-bcb1-455e-b394-85dd4c545f26), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:43.151367 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:43.152014 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:43.153389 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] 10.222.0.62 "PUT /networking/v2.0/ports/60dea019-bcb1-455e-b394-85dd4c545f26 HTTP/1.1" status: 200 len: 1093 time: 0.5641458 Aug 24 17:51:43.153881 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a7d17d-7ecc-41be-82ac-5830631987db', 'tag': '60dea019-bcb1-455e-b394-85dd4c545f26'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:43.156128 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d122ba-ccdf-4629-8ab7-986e20c8dabc" -d '{"events": [{"name": "network-changed", "server_uuid": "95a7d17d-7ecc-41be-82ac-5830631987db", "tag": "60dea019-bcb1-455e-b394-85dd4c545f26"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:43.195785 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377d0222-760f-47e1-88d9-831173662e1b x-openstack-request-id: req-377d0222-760f-47e1-88d9-831173662e1b {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:43.196080 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a7d17d-7ecc-41be-82ac-5830631987db", "tag": "60dea019-bcb1-455e-b394-85dd4c545f26", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:43.196460 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-377d0222-760f-47e1-88d9-831173662e1b {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:43.196874 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377d0222-760f-47e1-88d9-831173662e1b'] response: {'name': 'network-changed', 'server_uuid': '95a7d17d-7ecc-41be-82ac-5830631987db', 'tag': '60dea019-bcb1-455e-b394-85dd4c545f26', 'status': 'completed', 'code': 200} Aug 24 17:51:43.197356 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['685b75ea-eb05-4e07-8542-1938a960343d'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:51:43.238754 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c1bd3-87a5-441b-9201-01249fdca332 service neutron] Pushing event updated for resources: {'Port': ['ID=60dea019-bcb1-455e-b394-85dd4c545f26,revision_number=3']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:43.254431 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-d58b3178-2a02-4e68-9892-a64e445be981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:43.256110 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-d58b3178-2a02-4e68-9892-a64e445be981 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=b3b756a7bd444bf3aec562b2717f5623&device_id=95a7d17d-7ecc-41be-82ac-5830631987db HTTP/1.1" status: 200 len: 1127 time: 0.0501122 Aug 24 17:51:43.328338 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-2e4428c0-a307-40e7-af3c-fe426ff6778a service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60dea019-bcb1-455e-b394-85dd4c545f26 HTTP/1.1" status: 200 len: 217 time: 0.0350907 Aug 24 17:51:43.383705 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-bf9555c1-19ac-4a44-89a1-4e2fc2b3869e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:43.385181 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-bf9555c1-19ac-4a44-89a1-4e2fc2b3869e service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=6a855cbb-b03d-4977-ad74-89401318b595 HTTP/1.1" status: 200 len: 853 time: 0.0468810 Aug 24 17:51:43.414829 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c224f-51b3-48d3-9da9-5b677dafef63 req-53dcef22-380e-44da-b7a6-80a0ec957bb0 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:43.416444 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5c0c224f-51b3-48d3-9da9-5b677dafef63 req-53dcef22-380e-44da-b7a6-80a0ec957bb0 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 945 time: 0.0482998 Aug 24 17:51:43.437775 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-a105c29a-ac37-4f92-8d6d-ce2218835f3f service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=f9720aec-6384-45df-9a98-9c757a2487a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293367 Aug 24 17:51:43.475254 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5c0c224f-51b3-48d3-9da9-5b677dafef63 req-70659ea5-a3a6-4abd-8ea8-9d76e2cb4038 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506730 Aug 24 17:51:43.548628 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0359e-3a7e-4be9-9ae4-8da1f34b3bdd req-01967b4e-94eb-42b3-a467-5a2aba25d695 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:43.550676 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4eb0359e-3a7e-4be9-9ae4-8da1f34b3bdd req-01967b4e-94eb-42b3-a467-5a2aba25d695 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a7d17d-7ecc-41be-82ac-5830631987db HTTP/1.1" status: 200 len: 943 time: 0.0966194 Aug 24 17:51:43.564988 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:43.591783 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-32738494-b1af-4e97-ba72-85724b1c2510 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/f9720aec-6384-45df-9a98-9c757a2487a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463797 Aug 24 17:51:43.620331 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4eb0359e-3a7e-4be9-9ae4-8da1f34b3bdd req-645236f6-0c11-4aa7-89ac-0688646b9c56 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636454 Aug 24 17:51:43.722530 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc81d0-602c-4517-883a-ac17de0d3e13 req-5f1ce465-0c50-4974-92e4-a80b7cad1847 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:43.724085 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a2cc81d0-602c-4517-883a-ac17de0d3e13 req-5f1ce465-0c50-4974-92e4-a80b7cad1847 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 946 time: 0.0532954 Aug 24 17:51:43.776302 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a2cc81d0-602c-4517-883a-ac17de0d3e13 req-b8109405-8cdc-4da8-89ad-06ab3ca05554 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458488 Aug 24 17:51:43.780018 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-700dc64d-39fa-4d9a-91b4-4ce2bd74ae4f req-28dfad7a-746d-47e8-8cb0-43c6ceb65970 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/f9720aec-6384-45df-9a98-9c757a2487a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956085 Aug 24 17:51:44.597071 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e7eb8-3a0d-4f40-87da-a467f3103dd9 req-e110f559-7f55-4657-965c-b246c1a4203c tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:44.598558 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0b2e7eb8-3a0d-4f40-87da-a467f3103dd9 req-e110f559-7f55-4657-965c-b246c1a4203c tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 945 time: 0.0475533 Aug 24 17:51:44.651742 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0b2e7eb8-3a0d-4f40-87da-a467f3103dd9 req-5e4efed1-8802-444d-9770-09c9858f157b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474992 Aug 24 17:51:44.702785 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 685b75ea-eb05-4e07-8542-1938a960343d up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:51:44.740455 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78c7ae-a78c-43c6-9c84-efb2fc2857fc req-6de6fae2-197e-4d2c-9372-a0aba5ee975e tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:44.741970 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ce78c7ae-a78c-43c6-9c84-efb2fc2857fc req-6de6fae2-197e-4d2c-9372-a0aba5ee975e tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a7d17d-7ecc-41be-82ac-5830631987db HTTP/1.1" status: 200 len: 943 time: 0.0492921 Aug 24 17:51:44.744846 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning for port 685b75ea-eb05-4e07-8542-1938a960343d completed by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:51:44.751715 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 685b75ea-eb05-4e07-8542-1938a960343d triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:44.752095 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (685b75ea-eb05-4e07-8542-1938a960343d), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:44.794072 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ce78c7ae-a78c-43c6-9c84-efb2fc2857fc req-3ad0b876-64ed-42f6-96a8-6dfa6bc6daeb tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462203 Aug 24 17:51:44.832517 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 685b75ea-eb05-4e07-8542-1938a960343d is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:44.832919 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (685b75ea-eb05-4e07-8542-1938a960343d), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:44.860729 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b47b8e-315b-4035-b274-e3d90094cea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685b75ea-eb05-4e07-8542-1938a960343d'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:44.863859 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d53082c-2f63-427d-90f6-8ade5f8159b7" -d '{"events": [{"server_uuid": "33b47b8e-315b-4035-b274-e3d90094cea0", "name": "network-vif-plugged", "status": "completed", "tag": "685b75ea-eb05-4e07-8542-1938a960343d"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:44.876594 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 685b75ea-eb05-4e07-8542-1938a960343d, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=685b75ea-eb05-4e07-8542-1938a960343d,segment=NetworkSegment(30259835-216c-4123-bc4a-7b0c958ef368),segment_id=30259835-216c-4123-bc4a-7b0c958ef368)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:44.881361 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (685b75ea-eb05-4e07-8542-1938a960343d), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:44.907925 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ece231-7c71-486b-b2ab-c7fdd32ed983 req-70ed8a30-b161-4e7c-8d0b-660a722d3593 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:44.909584 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-21ece231-7c71-486b-b2ab-c7fdd32ed983 req-70ed8a30-b161-4e7c-8d0b-660a722d3593 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 946 time: 0.0497956 Aug 24 17:51:44.909808 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d168b1d-7b49-4ff2-b3a2-5726ff621b7e x-openstack-request-id: req-2d168b1d-7b49-4ff2-b3a2-5726ff621b7e {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:44.910130 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b47b8e-315b-4035-b274-e3d90094cea0", "name": "network-vif-plugged", "status": "completed", "tag": "685b75ea-eb05-4e07-8542-1938a960343d", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:44.910387 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2d168b1d-7b49-4ff2-b3a2-5726ff621b7e {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:44.910778 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d168b1d-7b49-4ff2-b3a2-5726ff621b7e'] response: {'server_uuid': '33b47b8e-315b-4035-b274-e3d90094cea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685b75ea-eb05-4e07-8542-1938a960343d', 'code': 200} Aug 24 17:51:44.938519 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=685b75ea-eb05-4e07-8542-1938a960343d,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:44.958810 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-21ece231-7c71-486b-b2ab-c7fdd32ed983 req-fa070c60-c754-4709-8ab2-720fe4c5f095 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432494 Aug 24 17:51:45.493943 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d122ba-ccdf-4629-8ab7-986e20c8dabc req-4c5cb22a-8db3-4cc0-b955-c0cbdf71edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:45.495589 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-24d122ba-ccdf-4629-8ab7-986e20c8dabc req-4c5cb22a-8db3-4cc0-b955-c0cbdf71edd7 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=b3b756a7bd444bf3aec562b2717f5623&device_id=95a7d17d-7ecc-41be-82ac-5830631987db HTTP/1.1" status: 200 len: 1127 time: 0.0430841 Aug 24 17:51:45.692653 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d122ba-ccdf-4629-8ab7-986e20c8dabc req-4b5616ab-4826-4300-b6c3-f946b69cba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:45.694137 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-24d122ba-ccdf-4629-8ab7-986e20c8dabc req-4b5616ab-4826-4300-b6c3-f946b69cba6f service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=f9720aec-6384-45df-9a98-9c757a2487a4 HTTP/1.1" status: 200 len: 914 time: 0.0952816 Aug 24 17:51:45.734241 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1415764-6d87-4608-af08-4c6cd1fcd1e1 req-b7459919-2fe9-4aab-991c-edf2bb3a98e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:45.736046 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d1415764-6d87-4608-af08-4c6cd1fcd1e1 req-b7459919-2fe9-4aab-991c-edf2bb3a98e2 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 1130 time: 0.0513942 Aug 24 17:51:45.744833 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-24d122ba-ccdf-4629-8ab7-986e20c8dabc req-c022421f-b30c-4681-a1c8-a49ceb6e886c service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60dea019-bcb1-455e-b394-85dd4c545f26 HTTP/1.1" status: 200 len: 217 time: 0.0401895 Aug 24 17:51:45.798243 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d122ba-ccdf-4629-8ab7-986e20c8dabc req-c8d23044-649f-4f49-8265-a065bf5ba2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:45.798593 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b614108-2d80-405b-a652-2e269e45f31f req-4b164fc5-5317-4c04-8fd3-0f551080f4e8 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:45.800321 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-24d122ba-ccdf-4629-8ab7-986e20c8dabc req-c8d23044-649f-4f49-8265-a065bf5ba2f6 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=6a855cbb-b03d-4977-ad74-89401318b595 HTTP/1.1" status: 200 len: 853 time: 0.0443583 Aug 24 17:51:45.800605 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5b614108-2d80-405b-a652-2e269e45f31f req-4b164fc5-5317-4c04-8fd3-0f551080f4e8 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 946 time: 0.0678105 Aug 24 17:51:45.839580 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-24d122ba-ccdf-4629-8ab7-986e20c8dabc req-642f654a-594e-40e7-9bb0-ae11fd06619f service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=f9720aec-6384-45df-9a98-9c757a2487a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322053 Aug 24 17:51:45.843060 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d1415764-6d87-4608-af08-4c6cd1fcd1e1 req-b766cba4-3627-40e1-be29-070f01963c80 service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957241 Aug 24 17:51:45.874071 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5b614108-2d80-405b-a652-2e269e45f31f req-57d4855b-ee3c-4597-854f-037bb7489944 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675323 Aug 24 17:51:45.922260 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f6c06-da71-4932-8474-2077e6a74201 req-409fc334-4c15-419b-b3dc-240fa1496488 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:45.923813 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-607f6c06-da71-4932-8474-2077e6a74201 req-409fc334-4c15-419b-b3dc-240fa1496488 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a7d17d-7ecc-41be-82ac-5830631987db HTTP/1.1" status: 200 len: 943 time: 0.0483274 Aug 24 17:51:45.964324 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:45.973101 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-607f6c06-da71-4932-8474-2077e6a74201 req-53c5c83e-0c24-49ac-af98-588ec677027b tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431583 Aug 24 17:51:46.164980 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-24d122ba-ccdf-4629-8ab7-986e20c8dabc req-0616227d-c9b6-45e2-9037-9cdd83400cd8 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/f9720aec-6384-45df-9a98-9c757a2487a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889089 Aug 24 17:51:46.261640 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-24d122ba-ccdf-4629-8ab7-986e20c8dabc req-2d3a7220-8e1e-4d6a-83bf-c9a368026a65 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/f9720aec-6384-45df-9a98-9c757a2487a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823092 Aug 24 17:51:46.711073 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 60dea019-bcb1-455e-b394-85dd4c545f26 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:51:46.731651 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:46.808967 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:51:46.810641 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 60dea019-bcb1-455e-b394-85dd4c545f26, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=60dea019-bcb1-455e-b394-85dd4c545f26,segment=NetworkSegment(207fb67e-13af-4dd1-ab6e-b808b9024861),segment_id=207fb67e-13af-4dd1-ab6e-b808b9024861)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:46.824990 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '60dea019-bcb1-455e-b394-85dd4c545f26', 'network_id': 'f9720aec-6384-45df-9a98-9c757a2487a4', 'port_id': '60dea019-bcb1-455e-b394-85dd4c545f26', 'mac_address': 'fa:16:3e:06:a9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a855cbb-b03d-4977-ad74-89401318b595', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:51:46.827535 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:46.860318 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 60dea019-bcb1-455e-b394-85dd4c545f26 is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:46.860708 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (60dea019-bcb1-455e-b394-85dd4c545f26), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:46.874189 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60dea019-bcb1-455e-b394-85dd4c545f26 {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:51:46.895339 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 60dea019-bcb1-455e-b394-85dd4c545f26, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=60dea019-bcb1-455e-b394-85dd4c545f26,segment=NetworkSegment(207fb67e-13af-4dd1-ab6e-b808b9024861),segment_id=207fb67e-13af-4dd1-ab6e-b808b9024861)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:46.899246 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (60dea019-bcb1-455e-b394-85dd4c545f26), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:46.946826 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=60dea019-bcb1-455e-b394-85dd4c545f26,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:46.980713 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:46.996510 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb19b8-b6ff-4379-90dc-c98b8825ff84 req-562eec31-44f5-4abe-9fa9-9a7a82ed6402 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:46.998021 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ebcb19b8-b6ff-4379-90dc-c98b8825ff84 req-562eec31-44f5-4abe-9fa9-9a7a82ed6402 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 946 time: 0.0512896 Aug 24 17:51:47.051524 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ebcb19b8-b6ff-4379-90dc-c98b8825ff84 req-234e181b-9076-4757-bf53-aab05d80e8a8 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470154 Aug 24 17:51:47.100578 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34acbbc-1374-4148-a720-1fbfd6eacf8e req-7c7c9e85-2e20-4e50-a63f-9d0c3816f35b tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:47.102218 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f34acbbc-1374-4148-a720-1fbfd6eacf8e req-7c7c9e85-2e20-4e50-a63f-9d0c3816f35b tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a7d17d-7ecc-41be-82ac-5830631987db HTTP/1.1" status: 200 len: 944 time: 0.0554292 Aug 24 17:51:47.161178 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f34acbbc-1374-4148-a720-1fbfd6eacf8e req-7e744f3f-7911-45a7-9d66-15397674dc81 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533862 Aug 24 17:51:47.272804 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['60dea019-bcb1-455e-b394-85dd4c545f26'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:51:48.171626 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb380b4c-92fb-4959-aa05-63fcdfe76f20 req-0844b4c4-9329-4391-97d7-c4b2425f61f0 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:48.173090 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-eb380b4c-92fb-4959-aa05-63fcdfe76f20 req-0844b4c4-9329-4391-97d7-c4b2425f61f0 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 946 time: 0.0483575 Aug 24 17:51:48.184715 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:48.223652 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-eb380b4c-92fb-4959-aa05-63fcdfe76f20 req-1cb05186-c8cc-47f5-873e-c131aa093140 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450346 Aug 24 17:51:48.278344 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:48.287146 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1de7a2-40c4-4e8d-9117-32c7701c7390 req-0c9f0833-57f1-49cd-ad5b-57a99416ec7f tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:48.288686 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4e1de7a2-40c4-4e8d-9117-32c7701c7390 req-0c9f0833-57f1-49cd-ad5b-57a99416ec7f tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a7d17d-7ecc-41be-82ac-5830631987db HTTP/1.1" status: 200 len: 944 time: 0.0542190 Aug 24 17:51:48.337734 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4e1de7a2-40c4-4e8d-9117-32c7701c7390 req-9e421cbd-779e-46ad-a0dc-70fbe24ae82a tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433865 Aug 24 17:51:48.352731 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5a0c4-034c-4ef8-bfb3-9861aacc2b59 req-ef4eeec3-2d45-4478-877d-bb29c61e0981 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:48.354299 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0bf5a0c4-034c-4ef8-bfb3-9861aacc2b59 req-ef4eeec3-2d45-4478-877d-bb29c61e0981 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 946 time: 0.0485768 Aug 24 17:51:48.407006 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0bf5a0c4-034c-4ef8-bfb3-9861aacc2b59 req-b235fe79-2215-4e1e-8890-cfedb1875e8f tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472062 Aug 24 17:51:48.432880 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 36500) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:48.512352 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206af027-1075-44e9-811e-427e6ac8f14e tempest-TestVolumeBootPattern-1677329779 tempest-TestVolumeBootPattern-1677329779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:48.513881 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-206af027-1075-44e9-811e-427e6ac8f14e tempest-TestVolumeBootPattern-1677329779 tempest-TestVolumeBootPattern-1677329779-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 1125 time: 0.0800450 Aug 24 17:51:48.517029 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 36504) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:51:48.522013 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-a0179cb6-a499-4ecc-b257-6bd019e750a2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Request body: {'floatingip': {'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'port_id': '685b75ea-eb05-4e07-8542-1938a960343d', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:51:48.544191 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a0179cb6-a499-4ecc-b257-6bd019e750a2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:48.622899 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a0179cb6-a499-4ecc-b257-6bd019e750a2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:48.717972 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 60dea019-bcb1-455e-b394-85dd4c545f26 up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:51:48.732735 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [None req-a0179cb6-a499-4ecc-b257-6bd019e750a2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Allocated IP 172.27.1.16 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/09e95583-9918-4140-8938-52d61171f92d) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:51:48.760635 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning for port 60dea019-bcb1-455e-b394-85dd4c545f26 completed by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:51:48.766193 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 60dea019-bcb1-455e-b394-85dd4c545f26 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:51:48.766657 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (60dea019-bcb1-455e-b394-85dd4c545f26), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:48.841690 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 60dea019-bcb1-455e-b394-85dd4c545f26 is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:51:48.842075 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (60dea019-bcb1-455e-b394-85dd4c545f26), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:48.842494 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a0179cb6-a499-4ecc-b257-6bd019e750a2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for port (09e95583-9918-4140-8938-52d61171f92d), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:48.865184 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a7d17d-7ecc-41be-82ac-5830631987db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60dea019-bcb1-455e-b394-85dd4c545f26'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:48.867431 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49a2cc9-0cb5-43b2-8683-a37c43d6ef30" -d '{"events": [{"server_uuid": "95a7d17d-7ecc-41be-82ac-5830631987db", "name": "network-vif-plugged", "status": "completed", "tag": "60dea019-bcb1-455e-b394-85dd4c545f26"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:48.876391 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a0179cb6-a499-4ecc-b257-6bd019e750a2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (09e95583-9918-4140-8938-52d61171f92d), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:48.881128 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 60dea019-bcb1-455e-b394-85dd4c545f26, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=60dea019-bcb1-455e-b394-85dd4c545f26,segment=NetworkSegment(207fb67e-13af-4dd1-ab6e-b808b9024861),segment_id=207fb67e-13af-4dd1-ab6e-b808b9024861)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:51:48.885902 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (60dea019-bcb1-455e-b394-85dd4c545f26), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:48.912700 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f572e6-9d05-4c6c-b418-674ae163b48e x-openstack-request-id: req-20f572e6-9d05-4c6c-b418-674ae163b48e {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:48.913013 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a7d17d-7ecc-41be-82ac-5830631987db", "name": "network-vif-plugged", "status": "completed", "tag": "60dea019-bcb1-455e-b394-85dd4c545f26", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:48.913271 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-20f572e6-9d05-4c6c-b418-674ae163b48e {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:48.913672 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20f572e6-9d05-4c6c-b418-674ae163b48e'] response: {'server_uuid': '95a7d17d-7ecc-41be-82ac-5830631987db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60dea019-bcb1-455e-b394-85dd4c545f26', 'code': 200} Aug 24 17:51:48.920231 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0179cb6-a499-4ecc-b257-6bd019e750a2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:51:48.925872 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-a0179cb6-a499-4ecc-b257-6bd019e750a2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:51:48.929764 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0179cb6-a499-4ecc-b257-6bd019e750a2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:51:48.933319 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0179cb6-a499-4ecc-b257-6bd019e750a2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Pushing event updated for resources: {'Port': ['ID=09e95583-9918-4140-8938-52d61171f92d,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:48.937536 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=60dea019-bcb1-455e-b394-85dd4c545f26,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:49.043133 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:49.092226 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21afd47-6255-4d59-a814-4e837554886e req-ada17736-0849-4fee-94d9-cf62cf57e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:49.093728 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e21afd47-6255-4d59-a814-4e837554886e req-ada17736-0849-4fee-94d9-cf62cf57e65e service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=95a7d17d-7ecc-41be-82ac-5830631987db HTTP/1.1" status: 200 len: 1129 time: 0.0410359 Aug 24 17:51:49.139864 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e21afd47-6255-4d59-a814-4e837554886e req-5d8ec20a-c37e-4ef5-b3bd-edb63c9e616d service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380850 Aug 24 17:51:49.189830 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:49.280236 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a0179cb6-a499-4ecc-b257-6bd019e750a2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for floatingip (3b566491-811e-4467-b44e-035d7a66ae0f), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:49.345722 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a0179cb6-a499-4ecc-b257-6bd019e750a2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (09e95583-9918-4140-8938-52d61171f92d), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:49.490097 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903cc0b-d494-44f5-890d-0454c364f337 req-beb7b03e-1dbd-4391-824e-beb8e0294d5c tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:49.491583 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9903cc0b-d494-44f5-890d-0454c364f337 req-beb7b03e-1dbd-4391-824e-beb8e0294d5c tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a7d17d-7ecc-41be-82ac-5830631987db HTTP/1.1" status: 200 len: 945 time: 0.0794919 Aug 24 17:51:49.568103 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a0179cb6-a499-4ecc-b257-6bd019e750a2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for port (09e95583-9918-4140-8938-52d61171f92d), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:49.573890 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9903cc0b-d494-44f5-890d-0454c364f337 req-0ef549a4-5844-4faf-930a-f362e6d77919 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758278 Aug 24 17:51:49.574503 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a0179cb6-a499-4ecc-b257-6bd019e750a2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (09e95583-9918-4140-8938-52d61171f92d), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:49.640936 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0179cb6-a499-4ecc-b257-6bd019e750a2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Pushing event updated for resources: {'Port': ['ID=09e95583-9918-4140-8938-52d61171f92d,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:51:49.643944 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a0179cb6-a499-4ecc-b257-6bd019e750a2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (3b566491-811e-4467-b44e-035d7a66ae0f), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:49.738928 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.l3_db [None req-a0179cb6-a499-4ecc-b257-6bd019e750a2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Floating IP 3b566491-811e-4467-b44e-035d7a66ae0f associated. External IP: 172.27.1.16, port: 685b75ea-eb05-4e07-8542-1938a960343d. Aug 24 17:51:49.828092 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:49.936848 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0179cb6-a499-4ecc-b257-6bd019e750a2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Router 85b72639-72a9-4412-b377-c61e399e5b2c has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:51:50.034949 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0179cb6-a499-4ecc-b257-6bd019e750a2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:51:50.044673 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd42484-b634-4585-b988-3cc5a77fbd17 None None] Sync routers for ids ['85b72639-72a9-4412-b377-c61e399e5b2c'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:51:50.046164 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:50.054112 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a0179cb6-a499-4ecc-b257-6bd019e750a2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:51:50.056493 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd42484-b634-4585-b988-3cc5a77fbd17 None None] Routers {'85b72639-72a9-4412-b377-c61e399e5b2c'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:51:50.057208 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-ebd42484-b634-4585-b988-3cc5a77fbd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:51:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['85b72639-72a9-4412-b377-c61e399e5b2c'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:50.088145 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-a0179cb6-a499-4ecc-b257-6bd019e750a2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5699990 Aug 24 17:51:50.088625 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b47b8e-315b-4035-b274-e3d90094cea0', 'tag': '685b75ea-eb05-4e07-8542-1938a960343d'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:51:50.090879 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585ab114-5024-4532-9f55-bdb43da21183" -d '{"events": [{"name": "network-changed", "server_uuid": "33b47b8e-315b-4035-b274-e3d90094cea0", "tag": "685b75ea-eb05-4e07-8542-1938a960343d"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:51:50.130427 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6073d5-eb3b-48b1-b6c4-dad87930bfcb x-openstack-request-id: req-6d6073d5-eb3b-48b1-b6c4-dad87930bfcb {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:51:50.130713 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b47b8e-315b-4035-b274-e3d90094cea0", "tag": "685b75ea-eb05-4e07-8542-1938a960343d", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:51:50.130970 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6d6073d5-eb3b-48b1-b6c4-dad87930bfcb {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:51:50.131358 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d6073d5-eb3b-48b1-b6c4-dad87930bfcb'] response: {'name': 'network-changed', 'server_uuid': '33b47b8e-315b-4035-b274-e3d90094cea0', 'tag': '685b75ea-eb05-4e07-8542-1938a960343d', 'status': 'completed', 'code': 200} Aug 24 17:51:50.164680 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-ebd42484-b634-4585-b988-3cc5a77fbd17 None None] Set router 85b72639-72a9-4412-b377-c61e399e5b2c gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:51:50.209650 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ab114-5024-4532-9f55-bdb43da21183 req-737cdb74-bd11-40a8-a59c-7a0ee6e73689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:50.211169 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-585ab114-5024-4532-9f55-bdb43da21183 req-737cdb74-bd11-40a8-a59c-7a0ee6e73689 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=b9cd3cd0a9434f5ab0e1e1c52145beb2&device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 1130 time: 0.0438828 Aug 24 17:51:50.326748 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ab114-5024-4532-9f55-bdb43da21183 req-1be4aef6-6496-43a1-99d5-0999c2a40b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:50.328693 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-585ab114-5024-4532-9f55-bdb43da21183 req-1be4aef6-6496-43a1-99d5-0999c2a40b46 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=670b2ce6-025e-49c8-81a1-b5bd33c90dee HTTP/1.1" status: 200 len: 911 time: 0.0939617 Aug 24 17:51:50.368185 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:50.504310 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-ebd42484-b634-4585-b988-3cc5a77fbd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '3b566491-811e-4467-b44e-035d7a66ae0f', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'port_id': '685b75ea-eb05-4e07-8542-1938a960343d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'mac_address': 'fa:16:3e:8f:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b47b8e-315b-4035-b274-e3d90094cea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:51:49Z', 'updated_at': '2022-08-24T17:51:49Z', 'revision_number': 0, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e20a5d-f470-4588-b1c6-4fccd8d43ed7', 'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'mac_address': 'fa:16:3e:cb:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:55Z', 'updated_at': '2022-08-24T17:51:04Z', 'revision_number': 5, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'subnets': [{'id': '1f289036-4649-4f08-8be9-d53556abacbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:50.528873 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd42484-b634-4585-b988-3cc5a77fbd17 None None] Checking router: 85b72639-72a9-4412-b377-c61e399e5b2c for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:51:50.536557 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:51:50.538849 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd42484-b634-4585-b988-3cc5a77fbd17 None None] Routers {'85b72639-72a9-4412-b377-c61e399e5b2c'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:51:50.539461 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-ebd42484-b634-4585-b988-3cc5a77fbd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:51:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['85b72639-72a9-4412-b377-c61e399e5b2c'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:50.641748 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-ebd42484-b634-4585-b988-3cc5a77fbd17 None None] Set router 85b72639-72a9-4412-b377-c61e399e5b2c gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:51:50.694210 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d1ee1-153a-4843-8a34-7d6797871dcb req-4eb97d59-0503-4484-a41e-ed5847f5e25e tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:50.695721 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-bb3d1ee1-153a-4843-8a34-7d6797871dcb req-4eb97d59-0503-4484-a41e-ed5847f5e25e tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a7d17d-7ecc-41be-82ac-5830631987db HTTP/1.1" status: 200 len: 945 time: 0.0473416 Aug 24 17:51:50.743338 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-bb3d1ee1-153a-4843-8a34-7d6797871dcb req-410ed939-cd6f-4073-9aba-7a773f23becc tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419364 Aug 24 17:51:50.858527 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-ebd42484-b634-4585-b988-3cc5a77fbd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '3b566491-811e-4467-b44e-035d7a66ae0f', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'port_id': '685b75ea-eb05-4e07-8542-1938a960343d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'mac_address': 'fa:16:3e:8f:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b47b8e-315b-4035-b274-e3d90094cea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:51:49Z', 'updated_at': '2022-08-24T17:51:49Z', 'revision_number': 0, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e20a5d-f470-4588-b1c6-4fccd8d43ed7', 'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'mac_address': 'fa:16:3e:cb:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:55Z', 'updated_at': '2022-08-24T17:51:04Z', 'revision_number': 5, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'subnets': [{'id': '1f289036-4649-4f08-8be9-d53556abacbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:51:50.883944 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd42484-b634-4585-b988-3cc5a77fbd17 None None] The sync data for ids ['85b72639-72a9-4412-b377-c61e399e5b2c'] in dv-cinder-840525-3-iscsi is: [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '3b566491-811e-4467-b44e-035d7a66ae0f', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'port_id': '685b75ea-eb05-4e07-8542-1938a960343d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'mac_address': 'fa:16:3e:8f:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b47b8e-315b-4035-b274-e3d90094cea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:51:49Z', 'updated_at': '2022-08-24T17:51:49Z', 'revision_number': 0, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e20a5d-f470-4588-b1c6-4fccd8d43ed7', 'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'mac_address': 'fa:16:3e:cb:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:55Z', 'updated_at': '2022-08-24T17:51:04Z', 'revision_number': 5, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'subnets': [{'id': '1f289036-4649-4f08-8be9-d53556abacbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:51:50.981788 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-585ab114-5024-4532-9f55-bdb43da21183 req-1a463063-deb8-4ab1-84a4-904296af1f0a service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=685b75ea-eb05-4e07-8542-1938a960343d HTTP/1.1" status: 200 len: 999 time: 0.0670319 Aug 24 17:51:51.048370 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ab114-5024-4532-9f55-bdb43da21183 req-7285051c-995e-4148-83eb-c944b041d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:51.050345 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-585ab114-5024-4532-9f55-bdb43da21183 req-7285051c-995e-4148-83eb-c944b041d12c service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=1f289036-4649-4f08-8be9-d53556abacbd HTTP/1.1" status: 200 len: 849 time: 0.0507143 Aug 24 17:51:51.093483 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d525c8a3-38ab-457c-ace9-53a427799afa None None] New status for floating IP 3b566491-811e-4467-b44e-035d7a66ae0f: ACTIVE {{(pid=112766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:51:51.098942 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ab114-5024-4532-9f55-bdb43da21183 req-5cf2c224-6e0c-43fc-bb6d-839819464646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:51.100681 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-585ab114-5024-4532-9f55-bdb43da21183 req-5cf2c224-6e0c-43fc-bb6d-839819464646 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=670b2ce6-025e-49c8-81a1-b5bd33c90dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423751 Aug 24 17:51:51.200253 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-585ab114-5024-4532-9f55-bdb43da21183 req-83729aa0-3677-439b-8163-3d22843c73b5 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915606 Aug 24 17:51:51.295250 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-585ab114-5024-4532-9f55-bdb43da21183 req-18bf818c-6e54-4be1-bc80-065af205e825 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868540 Aug 24 17:51:51.864404 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4a51d-59b6-4075-b6ec-b0b4d6ffc9e5 req-87fc595a-dc72-4e32-8c93-0e745bc36b40 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:51:51.865883 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-65b4a51d-59b6-4075-b6ec-b0b4d6ffc9e5 req-87fc595a-dc72-4e32-8c93-0e745bc36b40 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a7d17d-7ecc-41be-82ac-5830631987db HTTP/1.1" status: 200 len: 945 time: 0.0518563 Aug 24 17:51:51.912722 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-65b4a51d-59b6-4075-b6ec-b0b4d6ffc9e5 req-c56796ea-ccdf-4e2c-981e-9772ab5fd057 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412958 Aug 24 17:52:00.736474 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=8 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:00.739330 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=41 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:00.860332 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=59 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:00.861238 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=30 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:01.198160 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:01.901820 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=95 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:01.909158 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=78 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:05.079848 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:05.628103 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:06.976219 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-a76e5d98-19f3-4850-a191-94ac88c9cf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:07.349454 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-efff44a0-6b95-4135-8a41-1c0b508ec8a4 req-a47a0851-c75b-465f-8dbc-042e3d6f6e27 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384185 Aug 24 17:52:07.438440 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff44a0-6b95-4135-8a41-1c0b508ec8a4 req-59d5f1d1-f68c-4246-bc8c-5013fa4250da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:07.440497 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-efff44a0-6b95-4135-8a41-1c0b508ec8a4 req-59d5f1d1-f68c-4246-bc8c-5013fa4250da service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=2fe3fa5e280d4fbd8a26cac05fe8aaa9&device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 1130 time: 0.0381021 Aug 24 17:52:07.548250 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff44a0-6b95-4135-8a41-1c0b508ec8a4 req-f8e033ec-a39f-4391-887f-664af88c5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:07.550322 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-efff44a0-6b95-4135-8a41-1c0b508ec8a4 req-f8e033ec-a39f-4391-887f-664af88c5977 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=b4887da7-fc9b-4bdc-bef8-72d9aff23bba HTTP/1.1" status: 200 len: 918 time: 0.0902913 Aug 24 17:52:07.612636 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-efff44a0-6b95-4135-8a41-1c0b508ec8a4 req-2e5dfa10-9ee1-4e5e-b9c5-ee4a2733b1f5 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41c4ee25-50fb-45d7-9866-1d83514f02d5 HTTP/1.1" status: 200 len: 999 time: 0.0545156 Aug 24 17:52:07.661456 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff44a0-6b95-4135-8a41-1c0b508ec8a4 req-87d2cf0a-53f5-4e4e-b0f5-602e15364b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:07.662891 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-efff44a0-6b95-4135-8a41-1c0b508ec8a4 req-87d2cf0a-53f5-4e4e-b0f5-602e15364b62 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=f4beb65d-55f8-43c8-9c96-bbd198ab3e33 HTTP/1.1" status: 200 len: 856 time: 0.0433338 Aug 24 17:52:07.714739 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff44a0-6b95-4135-8a41-1c0b508ec8a4 req-933ee0f1-7a57-4983-966e-6ae1c696ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:07.716207 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-efff44a0-6b95-4135-8a41-1c0b508ec8a4 req-933ee0f1-7a57-4983-966e-6ae1c696ba6b service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=b4887da7-fc9b-4bdc-bef8-72d9aff23bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422575 Aug 24 17:52:07.816892 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-efff44a0-6b95-4135-8a41-1c0b508ec8a4 req-edc17972-6fba-4ba5-9e60-86947a931c93 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812056 Aug 24 17:52:07.918833 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-efff44a0-6b95-4135-8a41-1c0b508ec8a4 req-7ff575c9-4c40-465d-9d99-7a4ae456b3dc service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862963 Aug 24 17:52:09.443647 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-cb7f9b40-0db9-4b2d-9b53-f8767530b101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:10.594822 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:11.017514 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7afaa-d87e-46f6-a39a-29695698c634 req-01b8457f-30a0-4f33-8480-9b00eb5cae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:11.019007 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a6e7afaa-d87e-46f6-a39a-29695698c634 req-01b8457f-30a0-4f33-8480-9b00eb5cae73 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=0fb78a439e20439f8d93a4f7df3f28f8&device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 1130 time: 0.0670426 Aug 24 17:52:11.028978 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66496d5-6507-41e0-b751-131f5833a8a8 req-1825eda2-b809-4906-9849-60e409717a2b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:11.030344 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a66496d5-6507-41e0-b751-131f5833a8a8 req-1825eda2-b809-4906-9849-60e409717a2b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0693955 Aug 24 17:52:11.138590 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a66496d5-6507-41e0-b751-131f5833a8a8 req-140c3fe9-79a9-47fb-b930-d1f5b0c13216 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993245 Aug 24 17:52:11.155472 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7afaa-d87e-46f6-a39a-29695698c634 req-6531ab33-dbe2-4b1e-a849-696d3068ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:11.156951 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a6e7afaa-d87e-46f6-a39a-29695698c634 req-6531ab33-dbe2-4b1e-a849-696d3068ddbc service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=42250e67-e026-4ee8-a8ab-86c733e9a211 HTTP/1.1" status: 200 len: 919 time: 0.1257846 Aug 24 17:52:11.228833 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a6e7afaa-d87e-46f6-a39a-29695698c634 req-b411eb56-1b68-4386-9fad-5100b17bd052 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d0b6c6-ad45-4659-a4f0-1d8f89c1671d HTTP/1.1" status: 200 len: 1002 time: 0.0605855 Aug 24 17:52:11.278545 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7afaa-d87e-46f6-a39a-29695698c634 req-e8da1d98-b113-48bd-924c-168397529df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:11.279992 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a6e7afaa-d87e-46f6-a39a-29695698c634 req-e8da1d98-b113-48bd-924c-168397529df6 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=691c41c2-810c-4ccb-bb31-aecf9470a77a HTTP/1.1" status: 200 len: 857 time: 0.0440028 Aug 24 17:52:11.324546 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7afaa-d87e-46f6-a39a-29695698c634 req-b9e4e645-0938-4411-8b98-f06353cf9ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:11.326019 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a6e7afaa-d87e-46f6-a39a-29695698c634 req-b9e4e645-0938-4411-8b98-f06353cf9ecc service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=42250e67-e026-4ee8-a8ab-86c733e9a211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383005 Aug 24 17:52:11.399068 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:11.427731 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a6e7afaa-d87e-46f6-a39a-29695698c634 req-7e1f831f-70f3-4436-82b6-598d69bc9e12 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873954 Aug 24 17:52:11.518788 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a6e7afaa-d87e-46f6-a39a-29695698c634 req-31b99632-cdd5-43f8-9fde-3f337746da11 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835855 Aug 24 17:52:11.949394 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:12.032922 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:12.220652 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:12.259334 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17807070-426c-4dac-b371-4cbc9f4bcff0 req-737e2575-7761-41a1-8f93-477c07336ffa tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:12.260873 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-17807070-426c-4dac-b371-4cbc9f4bcff0 req-737e2575-7761-41a1-8f93-477c07336ffa tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0504565 Aug 24 17:52:12.307670 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-17807070-426c-4dac-b371-4cbc9f4bcff0 req-531265b0-a40a-4634-bbb6-774f65cd9c87 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410452 Aug 24 17:52:13.091491 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37709426-c885-4139-9b41-43b007c86c44 req-961924dd-ac4d-4c77-be63-9d321bd6c664 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:13.092951 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-37709426-c885-4139-9b41-43b007c86c44 req-961924dd-ac4d-4c77-be63-9d321bd6c664 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a7d17d-7ecc-41be-82ac-5830631987db HTTP/1.1" status: 200 len: 945 time: 0.0470128 Aug 24 17:52:13.139854 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-37709426-c885-4139-9b41-43b007c86c44 req-81dffa96-22e9-4d97-b4f8-e024c80e11ab tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405245 Aug 24 17:52:13.427507 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2a488-0693-4b84-bee4-eac26df45a0b req-087d8039-3668-4fc2-a9be-33521a6c7acf tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:13.428994 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d3a2a488-0693-4b84-bee4-eac26df45a0b req-087d8039-3668-4fc2-a9be-33521a6c7acf tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0474768 Aug 24 17:52:13.479292 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d3a2a488-0693-4b84-bee4-eac26df45a0b req-805ccbb1-0858-4e59-b96e-90bdc719cccc tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447884 Aug 24 17:52:14.257674 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67fc82-d181-4394-8012-b6247c83f33d req-a68cfecd-74bc-4aca-b803-f51bdf2a5223 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:14.259123 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8a67fc82-d181-4394-8012-b6247c83f33d req-a68cfecd-74bc-4aca-b803-f51bdf2a5223 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a7d17d-7ecc-41be-82ac-5830631987db HTTP/1.1" status: 200 len: 945 time: 0.0470245 Aug 24 17:52:14.308118 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8a67fc82-d181-4394-8012-b6247c83f33d req-a50bf6bd-b39a-4b50-a8fb-f6ee7c12c985 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434995 Aug 24 17:52:14.597566 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f9659-ce2c-4603-b752-8fa2ff8208f8 req-1708cc38-bb97-4a0f-8061-2cd6c2670f14 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:14.599047 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9c8f9659-ce2c-4603-b752-8fa2ff8208f8 req-1708cc38-bb97-4a0f-8061-2cd6c2670f14 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0466614 Aug 24 17:52:14.650545 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9c8f9659-ce2c-4603-b752-8fa2ff8208f8 req-152cec4e-d074-4f23-9658-5e19f6efb11e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457520 Aug 24 17:52:15.433750 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1b993-70af-476a-b784-bcfecafc52d4 req-681b24f6-6b14-4b37-8baa-f69a9e3b46d1 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:15.435181 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-dfc1b993-70af-476a-b784-bcfecafc52d4 req-681b24f6-6b14-4b37-8baa-f69a9e3b46d1 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a7d17d-7ecc-41be-82ac-5830631987db HTTP/1.1" status: 200 len: 945 time: 0.0535898 Aug 24 17:52:15.483798 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d049d-a2c0-4ffb-ba89-c2edf38f9b34 req-b68c5810-2fb9-4950-8602-9278b73b85c1 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:15.485172 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-682d049d-a2c0-4ffb-ba89-c2edf38f9b34 req-b68c5810-2fb9-4950-8602-9278b73b85c1 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=95a7d17d-7ecc-41be-82ac-5830631987db HTTP/1.1" status: 200 len: 945 time: 0.0668671 Aug 24 17:52:15.537367 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-dfc1b993-70af-476a-b784-bcfecafc52d4 req-69586aac-5d09-4661-a4e6-1680a7b74efd tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80a40179-2015-443c-a23b-518fef667301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864589 Aug 24 17:52:15.585098 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [req-682d049d-a2c0-4ffb-ba89-c2edf38f9b34 req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Deleting port 60dea019-bcb1-455e-b394-85dd4c545f26 {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:52:15.585447 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-682d049d-a2c0-4ffb-ba89-c2edf38f9b34 req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (60dea019-bcb1-455e-b394-85dd4c545f26), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:15.673268 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [req-682d049d-a2c0-4ffb-ba89-c2edf38f9b34 req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] For port 60dea019-bcb1-455e-b394-85dd4c545f26, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=60dea019-bcb1-455e-b394-85dd4c545f26,segment=NetworkSegment(207fb67e-13af-4dd1-ab6e-b808b9024861),segment_id=207fb67e-13af-4dd1-ab6e-b808b9024861)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:52:15.673552 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-682d049d-a2c0-4ffb-ba89-c2edf38f9b34 req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (60dea019-bcb1-455e-b394-85dd4c545f26), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:15.686729 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [req-682d049d-a2c0-4ffb-ba89-c2edf38f9b34 req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Calling delete_port for 60dea019-bcb1-455e-b394-85dd4c545f26 owned by compute:nova {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:52:15.775590 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222745b-7db7-4587-b035-f02f9e13db27 req-21da0a32-826c-416b-8160-1f1561e16406 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:15.777088 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7222745b-7db7-4587-b035-f02f9e13db27 req-21da0a32-826c-416b-8160-1f1561e16406 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0483086 Aug 24 17:52:15.818372 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-682d049d-a2c0-4ffb-ba89-c2edf38f9b34 req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (60dea019-bcb1-455e-b394-85dd4c545f26), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:15.826166 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7222745b-7db7-4587-b035-f02f9e13db27 req-43553c8b-f4ed-44de-ac18-0e7bf5567417 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433385 Aug 24 17:52:15.831630 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['60dea019-bcb1-455e-b394-85dd4c545f26'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:52:15.851905 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Pushing event deleted for resources: {'Port': ['ID=60dea019-bcb1-455e-b394-85dd4c545f26,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:15.860270 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:15.860626 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:15.862021 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:15.862021 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:15.862266 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:15.862473 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:15.862807 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:15.863172 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:15.863614 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:15.863947 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:15.864279 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:15.864608 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:15.864936 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:15.865260 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:15.865585 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:16.126764 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [req-682d049d-a2c0-4ffb-ba89-c2edf38f9b34 req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] No DVR routers for this DVR port 60dea019-bcb1-455e-b394-85dd4c545f26 on host hv-cinder-84052 {{(pid=112763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:52:16.129362 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-682d049d-a2c0-4ffb-ba89-c2edf38f9b34 req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:16.132542 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-682d049d-a2c0-4ffb-ba89-c2edf38f9b34 req-d18354b7-d536-4ca4-a151-4a313a6196c9 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.62 "DELETE /networking/v2.0/ports/60dea019-bcb1-455e-b394-85dd4c545f26 HTTP/1.1" status: 204 len: 173 time: 0.6413012 Aug 24 17:52:16.132976 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a7d17d-7ecc-41be-82ac-5830631987db', 'name': 'network-vif-deleted', 'tag': '60dea019-bcb1-455e-b394-85dd4c545f26'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:52:16.135179 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315f4dc0-60c0-4c23-8b18-31fc731ca690" -d '{"events": [{"server_uuid": "95a7d17d-7ecc-41be-82ac-5830631987db", "name": "network-vif-deleted", "tag": "60dea019-bcb1-455e-b394-85dd4c545f26"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:52:16.177616 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7970ce1-28f7-4666-a95a-ffe157db0f96 x-openstack-request-id: req-e7970ce1-28f7-4666-a95a-ffe157db0f96 {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:52:16.177903 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a7d17d-7ecc-41be-82ac-5830631987db", "name": "network-vif-deleted", "tag": "60dea019-bcb1-455e-b394-85dd4c545f26", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:52:16.178152 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e7970ce1-28f7-4666-a95a-ffe157db0f96 {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:52:16.178550 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7970ce1-28f7-4666-a95a-ffe157db0f96'] response: {'server_uuid': '95a7d17d-7ecc-41be-82ac-5830631987db', 'name': 'network-vif-deleted', 'tag': '60dea019-bcb1-455e-b394-85dd4c545f26', 'status': 'completed', 'code': 200} Aug 24 17:52:16.660002 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c91fb520-9f34-4be8-96d9-698be2566303 req-72fca107-3337-4d15-800e-0f503ad68811 tempest-VolumesSnapshotTestJSON-439425440 tempest-VolumesSnapshotTestJSON-439425440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a7d17d-7ecc-41be-82ac-5830631987db HTTP/1.1" status: 200 len: 210 time: 0.0351601 Aug 24 17:52:16.934814 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:16.950458 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29cfe9-97c9-44fe-8208-aafaf3757f86 req-edf0fad4-d3e9-403a-9cc0-48c52dd9c4ea tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:16.952110 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-bf29cfe9-97c9-44fe-8208-aafaf3757f86 req-edf0fad4-d3e9-403a-9cc0-48c52dd9c4ea tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0486865 Aug 24 17:52:16.999759 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-bf29cfe9-97c9-44fe-8208-aafaf3757f86 req-b62c2aa5-9b67-425d-94ca-29585c576ea2 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411363 Aug 24 17:52:18.100705 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:18.121444 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924bb0c-b14e-4419-ab92-3f1abadff14f req-4f3d7ff6-0031-4e98-aa78-93655040d1d1 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:18.122892 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0924bb0c-b14e-4419-ab92-3f1abadff14f req-4f3d7ff6-0031-4e98-aa78-93655040d1d1 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0493822 Aug 24 17:52:18.171260 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0924bb0c-b14e-4419-ab92-3f1abadff14f req-2c58053c-a986-4fdb-8158-98261dfa0330 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410614 Aug 24 17:52:18.824701 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 60dea019-bcb1-455e-b394-85dd4c545f26 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:52:18.844400 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] No Port match for: 60dea019-bcb1-455e-b394-85dd4c545f26 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:52:18.844743 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 60dea019-bcb1-455e-b394-85dd4c545f26 not bound to the agent host hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:52:19.290137 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ee826-84a5-49a3-859a-66bea3075e6a req-c34da219-7abb-40ff-bf6a-46b57c98f4ea tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:19.291648 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5b6ee826-84a5-49a3-859a-66bea3075e6a req-c34da219-7abb-40ff-bf6a-46b57c98f4ea tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0471535 Aug 24 17:52:19.338903 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5b6ee826-84a5-49a3-859a-66bea3075e6a req-f60e9a7c-127b-4455-8c1b-52b23c56ffa4 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415525 Aug 24 17:52:20.456745 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efb6b3-215e-4f31-90ee-f5744179e8b8 req-301b124d-fbed-406f-8b1b-2e3a50c8e503 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:20.458116 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-07efb6b3-215e-4f31-90ee-f5744179e8b8 req-301b124d-fbed-406f-8b1b-2e3a50c8e503 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0455484 Aug 24 17:52:20.504656 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-07efb6b3-215e-4f31-90ee-f5744179e8b8 req-420ed93d-0fa1-41b9-bbfc-9b070a292d17 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408747 Aug 24 17:52:21.621999 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61bdcf-dca7-4204-9b32-fc657fa13d8f req-f15852b0-8535-4b3a-95a5-f534aae259f3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:21.623472 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fe61bdcf-dca7-4204-9b32-fc657fa13d8f req-f15852b0-8535-4b3a-95a5-f534aae259f3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0463812 Aug 24 17:52:21.670451 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fe61bdcf-dca7-4204-9b32-fc657fa13d8f req-70bc9ea7-52eb-4c0b-9a3b-31b66d3f1f05 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406771 Aug 24 17:52:22.789103 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1e9b6-0f1e-4fb9-a82f-0e72d51de2aa req-5692b454-9586-48e6-abc4-d4c148f163c2 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:22.790468 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d4b1e9b6-0f1e-4fb9-a82f-0e72d51de2aa req-5692b454-9586-48e6-abc4-d4c148f163c2 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0453897 Aug 24 17:52:22.839424 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d4b1e9b6-0f1e-4fb9-a82f-0e72d51de2aa req-8f494b38-2590-4462-a356-ad9f288361f0 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435662 Aug 24 17:52:23.806803 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:52:23.959740 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc986c05-b6c5-4626-a445-e48f444ce5ba req-40eb0084-80e9-496d-a235-adf3094eb0ba tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:23.961445 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-dc986c05-b6c5-4626-a445-e48f444ce5ba req-40eb0084-80e9-496d-a235-adf3094eb0ba tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0491488 Aug 24 17:52:24.008111 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-dc986c05-b6c5-4626-a445-e48f444ce5ba req-5aa4a334-0b32-464f-97a7-54cb6d943783 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409715 Aug 24 17:52:25.130497 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcf9a2-f01a-4140-b5f7-2b1ab5b215b0 req-39971631-1a92-404e-a664-6361b7efb536 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:25.131986 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-55bcf9a2-f01a-4140-b5f7-2b1ab5b215b0 req-39971631-1a92-404e-a664-6361b7efb536 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0479336 Aug 24 17:52:25.179332 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-55bcf9a2-f01a-4140-b5f7-2b1ab5b215b0 req-b81689ad-53a6-41d6-8581-04f3df7884db tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418088 Aug 24 17:52:25.836034 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:UPDATE=4,neutron:SELECT=9 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:26.298373 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cec0d-f7c6-4040-b41d-59f0785b8d04 req-7afa3cc1-7819-4b50-85e8-4462ed7e0a40 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:26.299784 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fb6cec0d-f7c6-4040-b41d-59f0785b8d04 req-7afa3cc1-7819-4b50-85e8-4462ed7e0a40 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0474262 Aug 24 17:52:26.347375 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fb6cec0d-f7c6-4040-b41d-59f0785b8d04 req-4f225f36-841d-4f7a-894b-956dba6767ba tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420392 Aug 24 17:52:27.466680 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54dc18b-e08a-475d-a5d9-cbca17cd855c req-0b4dbaa2-543a-471b-95bb-a45582a9c589 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:27.468176 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c54dc18b-e08a-475d-a5d9-cbca17cd855c req-0b4dbaa2-543a-471b-95bb-a45582a9c589 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0467162 Aug 24 17:52:27.516240 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c54dc18b-e08a-475d-a5d9-cbca17cd855c req-cdb16748-7530-4c61-ad79-3a5d7237103f tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425472 Aug 24 17:52:28.638445 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654b73c-27f8-4e51-a22c-92f3bbe3da24 req-1a2d97c8-7df0-47fc-a462-4fde26b64231 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:28.639927 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8654b73c-27f8-4e51-a22c-92f3bbe3da24 req-1a2d97c8-7df0-47fc-a462-4fde26b64231 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0468893 Aug 24 17:52:28.692946 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8654b73c-27f8-4e51-a22c-92f3bbe3da24 req-cd0e264c-f8d5-48f6-b6d5-f99ff711f85d tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474303 Aug 24 17:52:28.828705 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:29.816441 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70d3e5-d81e-46cf-822c-d2ee22ef018e req-1c460a26-8661-4887-b5c5-acaa0757cc4a tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:29.817940 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7b70d3e5-d81e-46cf-822c-d2ee22ef018e req-1c460a26-8661-4887-b5c5-acaa0757cc4a tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0534530 Aug 24 17:52:29.865607 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7b70d3e5-d81e-46cf-822c-d2ee22ef018e req-9855506c-1238-4da9-97cf-29fbecc376e6 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421619 Aug 24 17:52:30.989655 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24cf6e-27df-4c54-9837-9ed4af8d24f9 req-b2c2a630-12aa-4db5-a45a-b72d81d0196a tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:30.991196 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2a24cf6e-27df-4c54-9837-9ed4af8d24f9 req-b2c2a630-12aa-4db5-a45a-b72d81d0196a tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0476432 Aug 24 17:52:30.994476 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2777e10-e528-40d4-8e2e-98834e8816e0 req-1fede369-730d-4333-bdcd-810ff769c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:30.996047 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e2777e10-e528-40d4-8e2e-98834e8816e0 req-1fede369-730d-4333-bdcd-810ff769c86a service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 1130 time: 0.0397804 Aug 24 17:52:31.038825 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2a24cf6e-27df-4c54-9837-9ed4af8d24f9 req-5f16ad76-2a05-41a1-bf4a-ae0947470003 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419083 Aug 24 17:52:31.039834 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e2777e10-e528-40d4-8e2e-98834e8816e0 req-16829bee-7026-49ef-906e-371acdfd0b02 service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375428 Aug 24 17:52:31.629329 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=4 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:32.158337 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b92382-05a9-4520-94aa-f4d75488a491 req-f4b03b20-2b22-4253-9ac3-88ee1d6d9ac5 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:32.159895 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f0b92382-05a9-4520-94aa-f4d75488a491 req-f4b03b20-2b22-4253-9ac3-88ee1d6d9ac5 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0469460 Aug 24 17:52:32.212496 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f0b92382-05a9-4520-94aa-f4d75488a491 req-dfef57e7-6bd2-45b1-a41a-3c7a16cb7fa3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464642 Aug 24 17:52:33.337216 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765716f-fc31-49c2-b97e-5ca5395900f4 req-3ab9cfef-b04a-468b-84ac-5fae024eb20e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:33.338700 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3765716f-fc31-49c2-b97e-5ca5395900f4 req-3ab9cfef-b04a-468b-84ac-5fae024eb20e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0490503 Aug 24 17:52:33.385515 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3765716f-fc31-49c2-b97e-5ca5395900f4 req-c836184b-28da-4e6e-b8f9-4d7c00b2dc1f tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410485 Aug 24 17:52:33.793078 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea15d1-2083-469a-883c-b4824a93ff63 req-2a34c4d5-0c0b-452d-b028-83dd22766f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:33.794748 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fbea15d1-2083-469a-883c-b4824a93ff63 req-2a34c4d5-0c0b-452d-b028-83dd22766f0f service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=0fb78a439e20439f8d93a4f7df3f28f8&device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 1130 time: 0.0711982 Aug 24 17:52:33.801549 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3e8f6-e357-4ae5-bd98-304891d65c25 req-9bcbd41b-4a30-4dc6-823f-724553a99ef3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:33.803031 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=4 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:33.803428 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-98f3e8f6-e357-4ae5-bd98-304891d65c25 req-9bcbd41b-4a30-4dc6-823f-724553a99ef3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0699954 Aug 24 17:52:33.890090 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:33.922887 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-98f3e8f6-e357-4ae5-bd98-304891d65c25 req-12d39fdd-a755-4b15-9447-d38ee1d12e84 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097522 Aug 24 17:52:33.938699 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea15d1-2083-469a-883c-b4824a93ff63 req-1dd2458d-1f86-4f03-9ad0-dafbb8e950ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:33.940254 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fbea15d1-2083-469a-883c-b4824a93ff63 req-1dd2458d-1f86-4f03-9ad0-dafbb8e950ba service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=42250e67-e026-4ee8-a8ab-86c733e9a211 HTTP/1.1" status: 200 len: 919 time: 0.1361384 Aug 24 17:52:34.012304 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fbea15d1-2083-469a-883c-b4824a93ff63 req-6ed53124-4cf6-484c-9a1a-14f5b4d2ad61 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d0b6c6-ad45-4659-a4f0-1d8f89c1671d HTTP/1.1" status: 200 len: 1002 time: 0.0625348 Aug 24 17:52:34.062627 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea15d1-2083-469a-883c-b4824a93ff63 req-00069f72-440c-49ed-afca-fd3ad6532926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:34.064134 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fbea15d1-2083-469a-883c-b4824a93ff63 req-00069f72-440c-49ed-afca-fd3ad6532926 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=691c41c2-810c-4ccb-bb31-aecf9470a77a HTTP/1.1" status: 200 len: 857 time: 0.0459204 Aug 24 17:52:34.103615 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:34.114353 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea15d1-2083-469a-883c-b4824a93ff63 req-f6f4a049-ffab-4892-82da-1f7e211f0246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:34.115901 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fbea15d1-2083-469a-883c-b4824a93ff63 req-f6f4a049-ffab-4892-82da-1f7e211f0246 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=42250e67-e026-4ee8-a8ab-86c733e9a211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441685 Aug 24 17:52:34.217445 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fbea15d1-2083-469a-883c-b4824a93ff63 req-63560053-8643-4e15-a847-4063d21809f1 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931721 Aug 24 17:52:34.309455 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fbea15d1-2083-469a-883c-b4824a93ff63 req-c3ac898d-cf93-4be3-a1e9-b36ccb1c79e9 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841191 Aug 24 17:52:35.047756 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ce28b-a7a7-4949-8583-b40a6b172c72 req-8c3b5d32-c7e6-46c6-bb51-1c4a0fe72743 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:35.049217 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1c7ce28b-a7a7-4949-8583-b40a6b172c72 req-8c3b5d32-c7e6-46c6-bb51-1c4a0fe72743 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0497291 Aug 24 17:52:35.076400 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:35.089513 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:35.099157 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1c7ce28b-a7a7-4949-8583-b40a6b172c72 req-18d909fc-1f09-42a3-b686-9eae96dc609f tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433402 Aug 24 17:52:36.217173 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed07f6f-832f-45e7-be4f-853d709fe2c8 req-7a17b6f4-10cc-40fc-8b46-6eabb15dc0b3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:36.218791 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0ed07f6f-832f-45e7-be4f-853d709fe2c8 req-7a17b6f4-10cc-40fc-8b46-6eabb15dc0b3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0465319 Aug 24 17:52:36.272443 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0ed07f6f-832f-45e7-be4f-853d709fe2c8 req-8a046fe1-0f9d-4907-a8da-590760a7ea9c tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477078 Aug 24 17:52:36.978060 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-16e58ba6-ee07-40b5-b4c6-800661052e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:37.356726 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:37.393048 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d73a55-575a-49df-9b8c-df2057211081 req-0c1e8aaa-b9fb-4201-bafa-8329399b3729 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:37.395054 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-91d73a55-575a-49df-9b8c-df2057211081 req-0c1e8aaa-b9fb-4201-bafa-8329399b3729 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0484219 Aug 24 17:52:37.444206 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-91d73a55-575a-49df-9b8c-df2057211081 req-d49af127-d0b5-4a95-b19b-5698d66b26a6 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432591 Aug 24 17:52:37.559189 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ab657-9f42-413e-b101-46bc3587f3e6 req-89a84540-7ab0-4cc6-b3cc-6e7001d8830b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:37.560627 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d34ab657-9f42-413e-b101-46bc3587f3e6 req-89a84540-7ab0-4cc6-b3cc-6e7001d8830b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0475550 Aug 24 17:52:37.570955 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 36840) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:37.575383 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-3915fd42-7869-4aef-9212-64d4001f88f3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Request body: {'floatingip': {'port_id': '22d0b6c6-ad45-4659-a4f0-1d8f89c1671d'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:37.631153 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3915fd42-7869-4aef-9212-64d4001f88f3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for floatingip (349ace0f-6105-41c6-9f2e-8a420f64d66f), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:38.054563 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:38.067422 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3915fd42-7869-4aef-9212-64d4001f88f3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:38.070848 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3915fd42-7869-4aef-9212-64d4001f88f3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (349ace0f-6105-41c6-9f2e-8a420f64d66f), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:38.254345 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:38.267157 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3915fd42-7869-4aef-9212-64d4001f88f3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Router 8be23f45-63b6-4cd2-ad62-45938092cb96 has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:52:38.365163 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3915fd42-7869-4aef-9212-64d4001f88f3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:52:38.370080 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3915fd42-7869-4aef-9212-64d4001f88f3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:38.374586 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071506a9-fd7f-4151-84d4-83c361275177 None None] Sync routers for ids ['8be23f45-63b6-4cd2-ad62-45938092cb96'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:52:38.384586 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071506a9-fd7f-4151-84d4-83c361275177 None None] Routers {'8be23f45-63b6-4cd2-ad62-45938092cb96'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:52:38.385195 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-071506a9-fd7f-4151-84d4-83c361275177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:52:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['8be23f45-63b6-4cd2-ad62-45938092cb96'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:38.404439 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef24bd4c-630a-428f-9eb7-50c5009e9fe1', 'tag': '22d0b6c6-ad45-4659-a4f0-1d8f89c1671d'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:52:38.406669 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd58bbb7-40dc-4768-9b91-a7112a1a883f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef24bd4c-630a-428f-9eb7-50c5009e9fe1", "tag": "22d0b6c6-ad45-4659-a4f0-1d8f89c1671d"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:52:38.435565 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-3915fd42-7869-4aef-9212-64d4001f88f3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/349ace0f-6105-41c6-9f2e-8a420f64d66f HTTP/1.1" status: 200 len: 994 time: 0.8633819 Aug 24 17:52:38.444424 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516ccc4c-54a9-4b61-ac4d-c7d4a00a6add x-openstack-request-id: req-516ccc4c-54a9-4b61-ac4d-c7d4a00a6add {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:52:38.444711 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef24bd4c-630a-428f-9eb7-50c5009e9fe1", "tag": "22d0b6c6-ad45-4659-a4f0-1d8f89c1671d", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:52:38.444960 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-516ccc4c-54a9-4b61-ac4d-c7d4a00a6add {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:52:38.445359 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-516ccc4c-54a9-4b61-ac4d-c7d4a00a6add'] response: {'name': 'network-changed', 'server_uuid': 'ef24bd4c-630a-428f-9eb7-50c5009e9fe1', 'tag': '22d0b6c6-ad45-4659-a4f0-1d8f89c1671d', 'status': 'completed', 'code': 200} Aug 24 17:52:38.493685 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-071506a9-fd7f-4151-84d4-83c361275177 None None] Set router 8be23f45-63b6-4cd2-ad62-45938092cb96 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:52:38.512889 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58bbb7-40dc-4768-9b91-a7112a1a883f req-64e85c9a-670d-424c-9923-f8cf52051aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:38.514593 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fd58bbb7-40dc-4768-9b91-a7112a1a883f req-64e85c9a-670d-424c-9923-f8cf52051aa8 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=0fb78a439e20439f8d93a4f7df3f28f8&device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 1130 time: 0.0444608 Aug 24 17:52:38.622544 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58bbb7-40dc-4768-9b91-a7112a1a883f req-976d6cd0-b3f8-457a-89e4-25907cd364ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:38.625484 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fd58bbb7-40dc-4768-9b91-a7112a1a883f req-976d6cd0-b3f8-457a-89e4-25907cd364ed service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=42250e67-e026-4ee8-a8ab-86c733e9a211 HTTP/1.1" status: 200 len: 919 time: 0.1047583 Aug 24 17:52:38.698014 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fd58bbb7-40dc-4768-9b91-a7112a1a883f req-d379ed83-bac2-498a-97b8-adbb87738f12 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d0b6c6-ad45-4659-a4f0-1d8f89c1671d HTTP/1.1" status: 200 len: 1002 time: 0.0648072 Aug 24 17:52:38.724586 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-071506a9-fd7f-4151-84d4-83c361275177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'name': 'tempest-ServerRescueNegativeTestJSON-443499758-router', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'gw_port': {'id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:55Z', 'updated_at': '2022-08-24T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '349ace0f-6105-41c6-9f2e-8a420f64d66f', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'port_id': '22d0b6c6-ad45-4659-a4f0-1d8f89c1671d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'mac_address': 'fa:16:3e:c1:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24bd4c-630a-428f-9eb7-50c5009e9fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:50:26Z', 'updated_at': '2022-08-24T17:52:37Z', 'revision_number': 3, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbe299f-882f-4160-b68e-c6a0eeabb57f', 'name': '', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'mac_address': 'fa:16:3e:93:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:03Z', 'updated_at': '2022-08-24T17:48:16Z', 'revision_number': 5, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'subnets': [{'id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:38.749926 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071506a9-fd7f-4151-84d4-83c361275177 None None] Checking router: 8be23f45-63b6-4cd2-ad62-45938092cb96 for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:52:38.754711 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58bbb7-40dc-4768-9b91-a7112a1a883f req-d0a5bfa6-2b39-4fb8-b0ad-f4b4fb802c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:38.756281 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fd58bbb7-40dc-4768-9b91-a7112a1a883f req-d0a5bfa6-2b39-4fb8-b0ad-f4b4fb802c84 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=691c41c2-810c-4ccb-bb31-aecf9470a77a HTTP/1.1" status: 200 len: 857 time: 0.0520134 Aug 24 17:52:38.759325 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071506a9-fd7f-4151-84d4-83c361275177 None None] Routers {'8be23f45-63b6-4cd2-ad62-45938092cb96'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:52:38.760030 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-071506a9-fd7f-4151-84d4-83c361275177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:52:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['8be23f45-63b6-4cd2-ad62-45938092cb96'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:38.807337 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58bbb7-40dc-4768-9b91-a7112a1a883f req-c0d017ed-0dfe-4401-9603-f6d18eebedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:38.808882 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fd58bbb7-40dc-4768-9b91-a7112a1a883f req-c0d017ed-0dfe-4401-9603-f6d18eebedbd service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=42250e67-e026-4ee8-a8ab-86c733e9a211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465102 Aug 24 17:52:38.875536 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-071506a9-fd7f-4151-84d4-83c361275177 None None] Set router 8be23f45-63b6-4cd2-ad62-45938092cb96 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:52:38.926544 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fd58bbb7-40dc-4768-9b91-a7112a1a883f req-0e383ecd-67ce-4872-bb27-37874d40c44f service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107242 Aug 24 17:52:39.025656 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fd58bbb7-40dc-4768-9b91-a7112a1a883f req-e19f8122-e33f-4d80-bd55-c6a7e22eeac6 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916793 Aug 24 17:52:39.090188 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-071506a9-fd7f-4151-84d4-83c361275177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'name': 'tempest-ServerRescueNegativeTestJSON-443499758-router', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'gw_port': {'id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:55Z', 'updated_at': '2022-08-24T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '349ace0f-6105-41c6-9f2e-8a420f64d66f', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'port_id': '22d0b6c6-ad45-4659-a4f0-1d8f89c1671d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'mac_address': 'fa:16:3e:c1:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24bd4c-630a-428f-9eb7-50c5009e9fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:50:26Z', 'updated_at': '2022-08-24T17:52:37Z', 'revision_number': 3, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbe299f-882f-4160-b68e-c6a0eeabb57f', 'name': '', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'mac_address': 'fa:16:3e:93:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:03Z', 'updated_at': '2022-08-24T17:48:16Z', 'revision_number': 5, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'subnets': [{'id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:39.118989 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071506a9-fd7f-4151-84d4-83c361275177 None None] The sync data for ids ['8be23f45-63b6-4cd2-ad62-45938092cb96'] in dv-cinder-840525-3-iscsi is: [{'id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'name': 'tempest-ServerRescueNegativeTestJSON-443499758-router', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'gw_port': {'id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:55Z', 'updated_at': '2022-08-24T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '349ace0f-6105-41c6-9f2e-8a420f64d66f', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'port_id': '22d0b6c6-ad45-4659-a4f0-1d8f89c1671d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'mac_address': 'fa:16:3e:c1:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24bd4c-630a-428f-9eb7-50c5009e9fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:50:26Z', 'updated_at': '2022-08-24T17:52:37Z', 'revision_number': 3, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbe299f-882f-4160-b68e-c6a0eeabb57f', 'name': '', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'mac_address': 'fa:16:3e:93:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:03Z', 'updated_at': '2022-08-24T17:48:16Z', 'revision_number': 5, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'subnets': [{'id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:52:39.445401 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-8ef7e180-4e9d-4b14-b20e-1f7cf42bbfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:40.446271 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef24bd4c-630a-428f-9eb7-50c5009e9fe1', 'tag': '22d0b6c6-ad45-4659-a4f0-1d8f89c1671d'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:52:40.448647 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f050f3bc-b33f-4777-a7c4-d18abccf067c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef24bd4c-630a-428f-9eb7-50c5009e9fe1", "tag": "22d0b6c6-ad45-4659-a4f0-1d8f89c1671d"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:52:40.489321 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8db2b12-b983-4698-bcad-c2427a512fa4 x-openstack-request-id: req-b8db2b12-b983-4698-bcad-c2427a512fa4 {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:52:40.489613 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef24bd4c-630a-428f-9eb7-50c5009e9fe1", "tag": "22d0b6c6-ad45-4659-a4f0-1d8f89c1671d", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:52:40.489868 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b8db2b12-b983-4698-bcad-c2427a512fa4 {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:52:40.490391 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8db2b12-b983-4698-bcad-c2427a512fa4'] response: {'name': 'network-changed', 'server_uuid': 'ef24bd4c-630a-428f-9eb7-50c5009e9fe1', 'tag': '22d0b6c6-ad45-4659-a4f0-1d8f89c1671d', 'status': 'completed', 'code': 200} Aug 24 17:52:40.553496 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050f3bc-b33f-4777-a7c4-d18abccf067c req-9e610310-acea-4725-8755-f189dae9550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:40.554981 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f050f3bc-b33f-4777-a7c4-d18abccf067c req-9e610310-acea-4725-8755-f189dae9550a service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=0fb78a439e20439f8d93a4f7df3f28f8&device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 1130 time: 0.0405695 Aug 24 17:52:40.597202 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:40.646517 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:40.652138 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050f3bc-b33f-4777-a7c4-d18abccf067c req-d1ea51a3-f060-4c8a-bdaa-2e8211a80bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:40.653619 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f050f3bc-b33f-4777-a7c4-d18abccf067c req-d1ea51a3-f060-4c8a-bdaa-2e8211a80bd4 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=42250e67-e026-4ee8-a8ab-86c733e9a211 HTTP/1.1" status: 200 len: 919 time: 0.0927176 Aug 24 17:52:40.718641 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f050f3bc-b33f-4777-a7c4-d18abccf067c req-86aca25b-3edc-4e8d-9e39-156d983c1ff9 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d0b6c6-ad45-4659-a4f0-1d8f89c1671d HTTP/1.1" status: 200 len: 1002 time: 0.0559838 Aug 24 17:52:40.772186 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050f3bc-b33f-4777-a7c4-d18abccf067c req-a588a318-c039-489a-8adc-2c00f1ec7232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:40.773610 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f050f3bc-b33f-4777-a7c4-d18abccf067c req-a588a318-c039-489a-8adc-2c00f1ec7232 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=691c41c2-810c-4ccb-bb31-aecf9470a77a HTTP/1.1" status: 200 len: 857 time: 0.0494230 Aug 24 17:52:40.820659 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050f3bc-b33f-4777-a7c4-d18abccf067c req-26538791-9d20-47f3-ab74-6056b657ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:40.822123 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f050f3bc-b33f-4777-a7c4-d18abccf067c req-26538791-9d20-47f3-ab74-6056b657ea3b service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=42250e67-e026-4ee8-a8ab-86c733e9a211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417862 Aug 24 17:52:40.848714 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:40.911350 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f050f3bc-b33f-4777-a7c4-d18abccf067c req-a74a6828-3f64-43d5-8f09-7161b81b17ad service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831585 Aug 24 17:52:41.003720 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f050f3bc-b33f-4777-a7c4-d18abccf067c req-28417df3-507c-4d7a-95bc-0a22c152f023 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855858 Aug 24 17:52:41.063531 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 36878) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:41.107138 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf7bbf9-5c63-4347-a640-e49b4e2f11e2 admin admin] Deleting subnet 6a855cbb-b03d-4977-ad74-89401318b595 {{(pid=112763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:52:41.110376 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-adf7bbf9-5c63-4347-a640-e49b4e2f11e2 admin admin] Publish callbacks [] for subnet (6a855cbb-b03d-4977-ad74-89401318b595), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:41.144102 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-adf7bbf9-5c63-4347-a640-e49b4e2f11e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7513626'] for subnet (6a855cbb-b03d-4977-ad74-89401318b595), precommit_delete_associations {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:41.185680 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-adf7bbf9-5c63-4347-a640-e49b4e2f11e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858428'] for subnet (6a855cbb-b03d-4977-ad74-89401318b595), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:41.240484 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-adf7bbf9-5c63-4347-a640-e49b4e2f11e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7605615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7792018'] for subnet (6a855cbb-b03d-4977-ad74-89401318b595), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:41.266186 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7bbf9-5c63-4347-a640-e49b4e2f11e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a855cbb-b03d-4977-ad74-89401318b595,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:41.270977 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-adf7bbf9-5c63-4347-a640-e49b4e2f11e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:41.276337 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-adf7bbf9-5c63-4347-a640-e49b4e2f11e2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/6a855cbb-b03d-4977-ad74-89401318b595 HTTP/1.1" status: 204 len: 168 time: 0.2094600 Aug 24 17:52:41.276550 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 36880) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:41.345573 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cb0bc7b6-002f-4b62-878b-e18120d6821c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772529'] for network (f9720aec-6384-45df-9a98-9c757a2487a4), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:41.424346 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cb0bc7b6-002f-4b62-878b-e18120d6821c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853052', 'neutron.services.segments.db._delete_segments_for_network-8763232076656'] for network (f9720aec-6384-45df-9a98-9c757a2487a4), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:41.444070 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-cb0bc7b6-002f-4b62-878b-e18120d6821c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9720aec-6384-45df-9a98-9c757a2487a4']}} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:41.452949 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-cb0bc7b6-002f-4b62-878b-e18120d6821c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207fb67e-13af-4dd1-ab6e-b808b9024861') {'for_net_delete': True} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:41.453492 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-cb0bc7b6-002f-4b62-878b-e18120d6821c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207fb67e-13af-4dd1-ab6e-b808b9024861') {} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:41.463313 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cb0bc7b6-002f-4b62-878b-e18120d6821c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763232055022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7513619'] for segment (207fb67e-13af-4dd1-ab6e-b808b9024861), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:41.476612 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cb0bc7b6-002f-4b62-878b-e18120d6821c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (207fb67e-13af-4dd1-ab6e-b808b9024861), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:41.482776 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0bc7b6-002f-4b62-878b-e18120d6821c admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=112763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:52:41.483160 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cb0bc7b6-002f-4b62-878b-e18120d6821c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7605513'] for segment (207fb67e-13af-4dd1-ab6e-b808b9024861), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:41.501004 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.services.segments.plugin [-] Segment 207fb67e-13af-4dd1-ab6e-b808b9024861 resource provider aggregate not found Aug 24 17:52:41.542882 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.services.segments.plugin [-] Segment 207fb67e-13af-4dd1-ab6e-b808b9024861 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 207fb67e-13af-4dd1-ab6e-b808b9024861 found for delete ", "request_id": "req-c259c774-e3f2-42c8-b155-3e2e20ab0bd3"}]} Aug 24 17:52:41.550792 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cb0bc7b6-002f-4b62-878b-e18120d6821c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795916'] for network (f9720aec-6384-45df-9a98-9c757a2487a4), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:41.556269 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cb0bc7b6-002f-4b62-878b-e18120d6821c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:41.559314 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-cb0bc7b6-002f-4b62-878b-e18120d6821c admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/f9720aec-6384-45df-9a98-9c757a2487a4 HTTP/1.1" status: 204 len: 168 time: 0.2818646 Aug 24 17:52:41.570259 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0bc7b6-002f-4b62-878b-e18120d6821c admin admin] Pushing event deleted for resources: {'Network': ['ID=f9720aec-6384-45df-9a98-9c757a2487a4,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:41.720237 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 36888) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:41.759944 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-3cbd9431-6669-4f42-800c-e13deff28b99 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b3b756a7bd444bf3aec562b2717f5623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385494 Aug 24 17:52:41.762229 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 36890) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:41.809177 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fa56434f-8b02-436b-b976-41db5389712f admin admin] Publish callbacks [] for security_group (80a40179-2015-443c-a23b-518fef667301), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:41.826617 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:41.828766 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fa56434f-8b02-436b-b976-41db5389712f admin admin] Publish callbacks [] for security_group (80a40179-2015-443c-a23b-518fef667301), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:41.837678 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:41.881898 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fa56434f-8b02-436b-b976-41db5389712f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (80a40179-2015-443c-a23b-518fef667301), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:41.884487 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fa56434f-8b02-436b-b976-41db5389712f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:41.885620 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-fa56434f-8b02-436b-b976-41db5389712f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/80a40179-2015-443c-a23b-518fef667301 HTTP/1.1" status: 204 len: 168 time: 0.1225214 Aug 24 17:52:41.895733 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56434f-8b02-436b-b976-41db5389712f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a40179-2015-443c-a23b-518fef667301,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:41.951660 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:42.037992 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:42.553064 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 36912) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:42.647402 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-235150204-network', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:42.667123 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Made reservation on behalf of e78c5560d7874c7d9ae11d1a078090d9 for: {'network': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:52:42.669420 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for network (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:42.678247 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:42.755587 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Publish callbacks [] for security_group (df0e8dbb-d48b-477a-979c-337a8a3608e7), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:42.759362 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (df0e8dbb-d48b-477a-979c-337a8a3608e7), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:42.787997 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=112764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:52:42.794846 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0e8dbb-d48b-477a-979c-337a8a3608e7,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:42.804741 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (ca8e4f11-9f15-4fc3-af27-38184a143a74), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:42.805080 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.segments_db [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Added segment ca8e4f11-9f15-4fc3-af27-38184a143a74 of type vlan for network 5a577f69-19df-42ad-a735-e23f9d18bb40 Aug 24 17:52:42.807064 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:42.807407 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:42.807771 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:42.808108 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:42.808441 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:42.808770 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:42.809096 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:42.809416 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:42.809743 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:42.810066 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:42.810389 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:42.810712 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:42.811031 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:42.811345 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:42.811688 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:42.855200 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763231558539'] for network (5a577f69-19df-42ad-a735-e23f9d18bb40), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:42.880114 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for network (5a577f69-19df-42ad-a735-e23f9d18bb40), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:42.881172 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:42.881755 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:42.915316 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3611467 Aug 24 17:52:42.918345 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 36918) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:42.923531 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-5b7f9fbf-30ca-49e3-878a-db47b88dcd64 admin admin] Request body: {'subnet': {'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-235150204-subnet', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'ip_version': 4}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:42.944537 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7f9fbf-30ca-49e3-878a-db47b88dcd64 admin admin] Made reservation on behalf of e78c5560d7874c7d9ae11d1a078090d9 for: {'subnet': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:52:42.946942 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5b7f9fbf-30ca-49e3-878a-db47b88dcd64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7792119'] for subnet (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:42.948431 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba770f71-dbae-4c7b-b7f6-e01ef17c2bec admin admin] Pushing event updated for resources: {'Network': ['ID=5a577f69-19df-42ad-a735-e23f9d18bb40,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:42.958335 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Network 5a577f69-19df-42ad-a735-e23f9d18bb40 details requested by agent ovs-agent-dv-cinder-840525-3-iscsi with host dv-cinder-840525-3-iscsi {{(pid=112765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:52:43.337167 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5b7f9fbf-30ca-49e3-878a-db47b88dcd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7605930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7792025'] for subnet (eca100be-8af3-4b6d-a329-e6477a4afdd5), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:43.391404 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f9fbf-30ca-49e3-878a-db47b88dcd64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eca100be-8af3-4b6d-a329-e6477a4afdd5,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:43.401495 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7f9fbf-30ca-49e3-878a-db47b88dcd64 admin admin] Checking segment: {'id': 'ca8e4f11-9f15-4fc3-af27-38184a143a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:52:43.401849 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7f9fbf-30ca-49e3-878a-db47b88dcd64 admin admin] Network hostable DHCP agents. Network: 5a577f69-19df-42ad-a735-e23f9d18bb40, hostable agents: ['edbe2c30-39eb-4d16-9bee-d282c1702677'], hosted agents: [] {{(pid=112763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:52:43.419727 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7f9fbf-30ca-49e3-878a-db47b88dcd64 admin admin] Network 5a577f69-19df-42ad-a735-e23f9d18bb40 is scheduled to be hosted by DHCP agent edbe2c30-39eb-4d16-9bee-d282c1702677 with binding_index 1 {{(pid=112763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:52:43.428979 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-5b7f9fbf-30ca-49e3-878a-db47b88dcd64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-3-iscsi, 5a577f69-19df-42ad-a735-e23f9d18bb40) {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:52:43.432931 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7f9fbf-30ca-49e3-878a-db47b88dcd64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:43.433518 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5b7f9fbf-30ca-49e3-878a-db47b88dcd64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:43.437960 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5f54f3-0157-4dbf-b8e3-4667ab32b7f6 None None] Network 5a577f69-19df-42ad-a735-e23f9d18bb40 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:52:43.450684 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-5b7f9fbf-30ca-49e3-878a-db47b88dcd64 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5312097 Aug 24 17:52:43.453518 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 36920) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:43.458142 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-a5131a2b-aa94-48c2-80c4-71f21b1f7386 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-235150204-router', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:43.462933 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:43.481539 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a5131a2b-aa94-48c2-80c4-71f21b1f7386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1612848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router (2bd4d336-35a2-488a-bfb5-40fe8efe13cf), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:43.482546 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a5131a2b-aa94-48c2-80c4-71f21b1f7386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1796060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1817803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router (2bd4d336-35a2-488a-bfb5-40fe8efe13cf), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:43.542906 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:43.549191 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a5131a2b-aa94-48c2-80c4-71f21b1f7386 admin admin] Publish callbacks [] for router_controller (2bd4d336-35a2-488a-bfb5-40fe8efe13cf), precommit_add_association {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:43.557362 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b3f5f0-e4ad-5125-8985-f94976322c44-5a577f69-19df-42ad-a735-e23f9d18bb40', 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40', 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'fixed_ips': [{'subnet_id': 'eca100be-8af3-4b6d-a329-e6477a4afdd5'}]}} from dv-cinder-840525-3-iscsi. {{(pid=112765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:52:43.558864 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:43.692407 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a5131a2b-aa94-48c2-80c4-71f21b1f7386 admin admin] Publish callbacks [] for router_gateway (2bd4d336-35a2-488a-bfb5-40fe8efe13cf), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:43.696664 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.db_base_plugin_common [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Allocated IP 172.20.0.2 (5a577f69-19df-42ad-a735-e23f9d18bb40/eca100be-8af3-4b6d-a329-e6477a4afdd5/26b6d1f7-14a6-4e11-87ac-b33fddbe274d) {{(pid=112765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:52:43.908193 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a5131a2b-aa94-48c2-80c4-71f21b1f7386 admin admin] Publish callbacks [] for router_gateway (2bd4d336-35a2-488a-bfb5-40fe8efe13cf), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:43.934135 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a5131a2b-aa94-48c2-80c4-71f21b1f7386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:43.936705 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:43.984852 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Publish callbacks [] for port (26b6d1f7-14a6-4e11-87ac-b33fddbe274d), precommit_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:43.991730 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (26b6d1f7-14a6-4e11-87ac-b33fddbe274d), after_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:44.035272 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Network 5a577f69-19df-42ad-a735-e23f9d18bb40 is already hosted by enough agents. {{(pid=112765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:52:44.040637 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.base_scheduler [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Resources bound (agent type, host, resource id): {{(pid=112765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:52:44.042653 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Pushing event updated for resources: {'Port': ['ID=26b6d1f7-14a6-4e11-87ac-b33fddbe274d,revision_number=1']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:44.044794 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Received port after_create {{(pid=112765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:52:44.045320 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [None req-a5131a2b-aa94-48c2-80c4-71f21b1f7386 admin admin] Allocated IP 172.27.1.209 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/94f0b9c4-8e18-4457-a739-5069b0f6d9d3) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:52:44.056772 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:DELETE=3,neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:44.057431 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:44.057776 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:44.058142 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:44.058497 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:44.058830 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:44.059203 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:44.059561 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:44.060011 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:44.060158 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:44.060481 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:44.060815 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:44.061160 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:44.061450 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:44.061768 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:44.062083 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:44.111134 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Attempting to bind port 26b6d1f7-14a6-4e11-87ac-b33fddbe274d on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:52:44.111430 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Attempting to bind port 26b6d1f7-14a6-4e11-87ac-b33fddbe274d by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': 'ca8e4f11-9f15-4fc3-af27-38184a143a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40'}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:52:44.111796 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Attempting to bind port 26b6d1f7-14a6-4e11-87ac-b33fddbe274d on network 5a577f69-19df-42ad-a735-e23f9d18bb40 {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:52:44.116873 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:52:44.117245 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Checking segment: {'id': 'ca8e4f11-9f15-4fc3-af27-38184a143a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:52:44.117963 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:44.118087 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Bound using segment: {'id': 'ca8e4f11-9f15-4fc3-af27-38184a143a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40'} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:52:44.118469 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Bound port: 26b6d1f7-14a6-4e11-87ac-b33fddbe274d, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8e4f11-9f15-4fc3-af27-38184a143a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40'}}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:52:44.118844 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (26b6d1f7-14a6-4e11-87ac-b33fddbe274d), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:44.157784 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a5131a2b-aa94-48c2-80c4-71f21b1f7386 admin admin] Publish callbacks [] for port (94f0b9c4-8e18-4457-a739-5069b0f6d9d3), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:44.178154 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] For port 26b6d1f7-14a6-4e11-87ac-b33fddbe274d, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:52:44.181377 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] For port 26b6d1f7-14a6-4e11-87ac-b33fddbe274d, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=26b6d1f7-14a6-4e11-87ac-b33fddbe274d,segment=NetworkSegment(ca8e4f11-9f15-4fc3-af27-38184a143a74),segment_id=ca8e4f11-9f15-4fc3-af27-38184a143a74)] {{(pid=112765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:52:44.187315 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (26b6d1f7-14a6-4e11-87ac-b33fddbe274d), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:44.189516 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a5131a2b-aa94-48c2-80c4-71f21b1f7386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (94f0b9c4-8e18-4457-a739-5069b0f6d9d3), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:44.233325 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5131a2b-aa94-48c2-80c4-71f21b1f7386 admin admin] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:52:44.235998 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cf618-4a5e-4905-a9b3-52212a09377e None None] Pushing event updated for resources: {'Port': ['ID=26b6d1f7-14a6-4e11-87ac-b33fddbe274d,revision_number=2']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:44.238856 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-a5131a2b-aa94-48c2-80c4-71f21b1f7386 admin admin] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:52:44.241149 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5131a2b-aa94-48c2-80c4-71f21b1f7386 admin admin] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:52:44.243445 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5131a2b-aa94-48c2-80c4-71f21b1f7386 admin admin] Pushing event updated for resources: {'Port': ['ID=94f0b9c4-8e18-4457-a739-5069b0f6d9d3,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:44.519932 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a5131a2b-aa94-48c2-80c4-71f21b1f7386 admin admin] Publish callbacks [] for router_gateway (2bd4d336-35a2-488a-bfb5-40fe8efe13cf), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:44.711807 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a5131a2b-aa94-48c2-80c4-71f21b1f7386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1612547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1796013'] for router (2bd4d336-35a2-488a-bfb5-40fe8efe13cf), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:44.843024 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:44.852832 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5131a2b-aa94-48c2-80c4-71f21b1f7386 admin admin] Router 2bd4d336-35a2-488a-bfb5-40fe8efe13cf is scheduled to L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 with binding_index 1 {{(pid=112763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:52:44.931216 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:44.961883 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5131a2b-aa94-48c2-80c4-71f21b1f7386 admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:52:44.972240 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] Sync routers for ids ['2bd4d336-35a2-488a-bfb5-40fe8efe13cf'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:52:44.984039 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a5131a2b-aa94-48c2-80c4-71f21b1f7386 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:44.985586 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-a5131a2b-aa94-48c2-80c4-71f21b1f7386 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5311344 Aug 24 17:52:44.989157 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 36938) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:45.015336 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] Routers {'2bd4d336-35a2-488a-bfb5-40fe8efe13cf'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:52:45.016011 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:52:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2bd4d336-35a2-488a-bfb5-40fe8efe13cf'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:45.127840 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] Set router 2bd4d336-35a2-488a-bfb5-40fe8efe13cf gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:52:45.213587 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1598a85c-6149-4553-a766-b6e8f4d91784 None None] Network 5a577f69-19df-42ad-a735-e23f9d18bb40 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:52:45.240945 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-6a55d6b8-ce3a-40b8-8046-51aff321636d None None] Provisioning complete for port 26b6d1f7-14a6-4e11-87ac-b33fddbe274d triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:45.241318 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6a55d6b8-ce3a-40b8-8046-51aff321636d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (26b6d1f7-14a6-4e11-87ac-b33fddbe274d), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:45.292181 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f178f07-f637-4c3f-9901-5af7f3a359ea req-8dd34464-7c8f-4e15-afa1-845d4069df74 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:45.302021 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-6f178f07-f637-4c3f-9901-5af7f3a359ea req-8dd34464-7c8f-4e15-afa1-845d4069df74 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 946 time: 0.0735848 Aug 24 17:52:45.361293 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-6f178f07-f637-4c3f-9901-5af7f3a359ea req-d8c02e58-fac3-45f5-9801-2004ec684196 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581682 Aug 24 17:52:45.369437 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:45.372598 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-6a55d6b8-ce3a-40b8-8046-51aff321636d None None] Current status of the port 26b6d1f7-14a6-4e11-87ac-b33fddbe274d is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:45.372980 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6a55d6b8-ce3a-40b8-8046-51aff321636d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (26b6d1f7-14a6-4e11-87ac-b33fddbe274d), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:45.374815 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'name': 'tempest-TestMinimumBasicScenario-235150204-router', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:44Z', 'revision_number': 3, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'gw_port': {'id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:45.415120 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] Checking router: 2bd4d336-35a2-488a-bfb5-40fe8efe13cf for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:52:45.415827 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] Updating router 2bd4d336-35a2-488a-bfb5-40fe8efe13cf port 94f0b9c4-8e18-4457-a739-5069b0f6d9d3 binding host dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:52:45.441122 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-6a55d6b8-ce3a-40b8-8046-51aff321636d None None] For port 26b6d1f7-14a6-4e11-87ac-b33fddbe274d, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=26b6d1f7-14a6-4e11-87ac-b33fddbe274d,segment=NetworkSegment(ca8e4f11-9f15-4fc3-af27-38184a143a74),segment_id=ca8e4f11-9f15-4fc3-af27-38184a143a74)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:52:45.445620 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (94f0b9c4-8e18-4457-a739-5069b0f6d9d3), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:45.446399 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6a55d6b8-ce3a-40b8-8046-51aff321636d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (26b6d1f7-14a6-4e11-87ac-b33fddbe274d), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:45.468954 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:45.501218 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55d6b8-ce3a-40b8-8046-51aff321636d None None] Pushing event updated for resources: {'Port': ['ID=26b6d1f7-14a6-4e11-87ac-b33fddbe274d,revision_number=3']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:45.644014 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:45.678056 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-31591be2-e080-489a-b42b-8afe61eb6912 None None] Provisioning complete for port 26b6d1f7-14a6-4e11-87ac-b33fddbe274d triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:45.678477 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-31591be2-e080-489a-b42b-8afe61eb6912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (26b6d1f7-14a6-4e11-87ac-b33fddbe274d), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:45.700608 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a30d3d62-33b4-46fd-89a2-a4c974283f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:45.703090 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:45.719617 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] Publish callbacks [] for port (94f0b9c4-8e18-4457-a739-5069b0f6d9d3), precommit_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:45.728057 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (94f0b9c4-8e18-4457-a739-5069b0f6d9d3), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:45.756820 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-31591be2-e080-489a-b42b-8afe61eb6912 None None] Current status of the port 26b6d1f7-14a6-4e11-87ac-b33fddbe274d is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:45.770606 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] Attempting to bind port 94f0b9c4-8e18-4457-a739-5069b0f6d9d3 on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:52:45.770971 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] Attempting to bind port 94f0b9c4-8e18-4457-a739-5069b0f6d9d3 by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:52:45.771332 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] Attempting to bind port 94f0b9c4-8e18-4457-a739-5069b0f6d9d3 on network 362d5c28-632f-46ac-8441-a79df5e3c295 {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:52:45.785898 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:52:45.786269 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] Checking segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:52:45.786672 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:45.787063 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] Bound using segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:52:45.787557 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] Bound port: 94f0b9c4-8e18-4457-a739-5069b0f6d9d3, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:52:45.787937 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (94f0b9c4-8e18-4457-a739-5069b0f6d9d3), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:45.814621 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95201eea-9993-4140-a126-027f8943f56b None None] Pushing event updated for resources: {'Port': ['ID=94f0b9c4-8e18-4457-a739-5069b0f6d9d3,revision_number=2']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:45.828616 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95201eea-9993-4140-a126-027f8943f56b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:45.828961 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95201eea-9993-4140-a126-027f8943f56b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:45.829322 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95201eea-9993-4140-a126-027f8943f56b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:45.829685 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95201eea-9993-4140-a126-027f8943f56b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:45.830020 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95201eea-9993-4140-a126-027f8943f56b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:45.830376 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95201eea-9993-4140-a126-027f8943f56b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:45.830751 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95201eea-9993-4140-a126-027f8943f56b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:45.831617 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95201eea-9993-4140-a126-027f8943f56b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:45.831942 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95201eea-9993-4140-a126-027f8943f56b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:45.832265 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95201eea-9993-4140-a126-027f8943f56b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:45.832588 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95201eea-9993-4140-a126-027f8943f56b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:45.832926 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95201eea-9993-4140-a126-027f8943f56b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:45.833249 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95201eea-9993-4140-a126-027f8943f56b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:45.833564 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95201eea-9993-4140-a126-027f8943f56b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:45.833881 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95201eea-9993-4140-a126-027f8943f56b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:52:45.856331 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] For port 94f0b9c4-8e18-4457-a739-5069b0f6d9d3, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:52:45.859677 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] For port 94f0b9c4-8e18-4457-a739-5069b0f6d9d3, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=94f0b9c4-8e18-4457-a739-5069b0f6d9d3,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:52:45.869297 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (94f0b9c4-8e18-4457-a739-5069b0f6d9d3), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:45.872239 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [None req-a30d3d62-33b4-46fd-89a2-a4c974283f2d admin admin] Allocated IP 172.20.0.1 (5a577f69-19df-42ad-a735-e23f9d18bb40/eca100be-8af3-4b6d-a329-e6477a4afdd5/293fdf05-333c-4898-b395-4edbf1753806) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:52:45.910422 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:45.916407 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] Routers {'2bd4d336-35a2-488a-bfb5-40fe8efe13cf'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:52:45.917045 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:52:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2bd4d336-35a2-488a-bfb5-40fe8efe13cf'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:45.957287 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 26b6d1f7-14a6-4e11-87ac-b33fddbe274d up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:52:45.996524 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a30d3d62-33b4-46fd-89a2-a4c974283f2d admin admin] Publish callbacks [] for port (293fdf05-333c-4898-b395-4edbf1753806), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:45.999456 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95201eea-9993-4140-a126-027f8943f56b None None] Pushing event updated for resources: {'Port': ['ID=94f0b9c4-8e18-4457-a739-5069b0f6d9d3,revision_number=3']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:46.003389 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 26b6d1f7-14a6-4e11-87ac-b33fddbe274d triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:46.004037 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (26b6d1f7-14a6-4e11-87ac-b33fddbe274d), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:46.032949 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a30d3d62-33b4-46fd-89a2-a4c974283f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (293fdf05-333c-4898-b395-4edbf1753806), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:46.038913 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] Set router 2bd4d336-35a2-488a-bfb5-40fe8efe13cf gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:52:46.081295 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30d3d62-33b4-46fd-89a2-a4c974283f2d admin admin] Network 5a577f69-19df-42ad-a735-e23f9d18bb40 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:52:46.082984 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 26b6d1f7-14a6-4e11-87ac-b33fddbe274d is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:46.086812 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-a30d3d62-33b4-46fd-89a2-a4c974283f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:52:46.090618 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d3d62-33b4-46fd-89a2-a4c974283f2d admin admin] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:52:46.112507 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d3d62-33b4-46fd-89a2-a4c974283f2d admin admin] Pushing event updated for resources: {'Port': ['ID=293fdf05-333c-4898-b395-4edbf1753806,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:46.133168 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a30d3d62-33b4-46fd-89a2-a4c974283f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746992'] for router_interface (2bd4d336-35a2-488a-bfb5-40fe8efe13cf), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:46.152134 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:46.219370 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'name': 'tempest-TestMinimumBasicScenario-235150204-router', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:44Z', 'revision_number': 3, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'gw_port': {'id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:46.253765 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537e7d66-07d3-426e-b03a-8c96520c2252 None None] The sync data for ids ['2bd4d336-35a2-488a-bfb5-40fe8efe13cf'] in dv-cinder-840525-3-iscsi is: [{'id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'name': 'tempest-TestMinimumBasicScenario-235150204-router', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:44Z', 'revision_number': 3, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'gw_port': {'id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:52:46.274794 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a30d3d62-33b4-46fd-89a2-a4c974283f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (293fdf05-333c-4898-b395-4edbf1753806), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:46.333628 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:46.379767 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-de2d2fb2-48d1-4e69-803e-d4b9ac5023bf None None] Provisioning complete for port 293fdf05-333c-4898-b395-4edbf1753806 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:46.380284 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-de2d2fb2-48d1-4e69-803e-d4b9ac5023bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (293fdf05-333c-4898-b395-4edbf1753806), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:46.422001 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-de2d2fb2-48d1-4e69-803e-d4b9ac5023bf None None] Port 293fdf05-333c-4898-b395-4edbf1753806 cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:52:46.449145 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a30d3d62-33b4-46fd-89a2-a4c974283f2d admin admin] Publish callbacks [] for port (293fdf05-333c-4898-b395-4edbf1753806), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:46.464127 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a30d3d62-33b4-46fd-89a2-a4c974283f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (293fdf05-333c-4898-b395-4edbf1753806), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:46.567360 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ef63a-50a6-4c63-81c2-12f9881d333f req-1f167574-d7a0-4ef8-9624-0bd91e36074b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:46.568944 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5d1ef63a-50a6-4c63-81c2-12f9881d333f req-1f167574-d7a0-4ef8-9624-0bd91e36074b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 946 time: 0.1177411 Aug 24 17:52:46.577626 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a30d3d62-33b4-46fd-89a2-a4c974283f2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747020'] for router_interface (2bd4d336-35a2-488a-bfb5-40fe8efe13cf), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:46.589739 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d3d62-33b4-46fd-89a2-a4c974283f2d admin admin] Pushing event updated for resources: {'Port': ['ID=293fdf05-333c-4898-b395-4edbf1753806,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:46.639409 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:46.690351 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5d1ef63a-50a6-4c63-81c2-12f9881d333f req-8185516d-34f2-4880-83ea-35122d873e8d tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9556deed-1067-4f3a-b3a0-e742d70fde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105382 Aug 24 17:52:46.730783 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30d3d62-33b4-46fd-89a2-a4c974283f2d admin admin] Network 5a577f69-19df-42ad-a735-e23f9d18bb40 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:52:46.732475 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-a30d3d62-33b4-46fd-89a2-a4c974283f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:52:46.755803 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978a474-5e63-4e4b-b600-9f4d283b885d req-a7d4281f-50d3-4f6d-a881-0e020d2d268c tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:46.757375 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b978a474-5e63-4e4b-b600-9f4d283b885d req-a7d4281f-50d3-4f6d-a881-0e020d2d268c tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 946 time: 0.0581994 Aug 24 17:52:46.866829 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30d3d62-33b4-46fd-89a2-a4c974283f2d admin admin] Router 2bd4d336-35a2-488a-bfb5-40fe8efe13cf has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:52:46.868557 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [req-b978a474-5e63-4e4b-b600-9f4d283b885d req-75e83b09-f69d-495b-8969-f565277d0ebd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Deleting port 41c4ee25-50fb-45d7-9866-1d83514f02d5 {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:52:46.868919 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-b978a474-5e63-4e4b-b600-9f4d283b885d req-75e83b09-f69d-495b-8969-f565277d0ebd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:46.978082 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [req-b978a474-5e63-4e4b-b600-9f4d283b885d req-75e83b09-f69d-495b-8969-f565277d0ebd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] For port 41c4ee25-50fb-45d7-9866-1d83514f02d5, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=41c4ee25-50fb-45d7-9866-1d83514f02d5,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:52:46.978462 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-b978a474-5e63-4e4b-b600-9f4d283b885d req-75e83b09-f69d-495b-8969-f565277d0ebd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:46.991249 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30d3d62-33b4-46fd-89a2-a4c974283f2d admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:52:46.996394 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-a30d3d62-33b4-46fd-89a2-a4c974283f2d admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/2bd4d336-35a2-488a-bfb5-40fe8efe13cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0061262 Aug 24 17:52:47.043290 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-e6326015-cadb-4fea-a631-ea4a0a7dae53 None None] Provisioning complete for port 293fdf05-333c-4898-b395-4edbf1753806 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:47.043693 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-e6326015-cadb-4fea-a631-ea4a0a7dae53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (293fdf05-333c-4898-b395-4edbf1753806), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:47.081599 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-e6326015-cadb-4fea-a631-ea4a0a7dae53 None None] Port 293fdf05-333c-4898-b395-4edbf1753806 cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:52:47.213365 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-b978a474-5e63-4e4b-b600-9f4d283b885d req-75e83b09-f69d-495b-8969-f565277d0ebd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:47.213779 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-b978a474-5e63-4e4b-b600-9f4d283b885d req-75e83b09-f69d-495b-8969-f565277d0ebd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (e9167e81-f7e8-489a-ba4a-c8a55686e286), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:47.214038 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.l3_db [req-b978a474-5e63-4e4b-b600-9f4d283b885d req-75e83b09-f69d-495b-8969-f565277d0ebd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Floating IP e9167e81-f7e8-489a-ba4a-c8a55686e286 disassociated. External IP: 172.27.1.4, port: 41c4ee25-50fb-45d7-9866-1d83514f02d5. Aug 24 17:52:47.214375 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [req-b978a474-5e63-4e4b-b600-9f4d283b885d req-75e83b09-f69d-495b-8969-f565277d0ebd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Calling delete_port for 41c4ee25-50fb-45d7-9866-1d83514f02d5 owned by compute:nova {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:52:47.353035 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-b978a474-5e63-4e4b-b600-9f4d283b885d req-75e83b09-f69d-495b-8969-f565277d0ebd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (41c4ee25-50fb-45d7-9866-1d83514f02d5), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:47.379057 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e83b09-f69d-495b-8969-f565277d0ebd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Pushing event deleted for resources: {'Port': ['ID=41c4ee25-50fb-45d7-9866-1d83514f02d5,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:47.493053 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b978a474-5e63-4e4b-b600-9f4d283b885d req-75e83b09-f69d-495b-8969-f565277d0ebd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:52:47.550741 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 36962) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:47.556008 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-5c9ea5a7-1436-4809-a6be-f31d7a25aa79 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1395399767-network', 'tenant_id': '27b28aae9d084d5ab6c031f27f29a0f8'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:47.565751 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:47.577721 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9ea5a7-1436-4809-a6be-f31d7a25aa79 admin admin] Made reservation on behalf of 27b28aae9d084d5ab6c031f27f29a0f8 for: {'network': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:52:47.581379 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5c9ea5a7-1436-4809-a6be-f31d7a25aa79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for network (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:47.582548 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:47.591991 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5c9ea5a7-1436-4809-a6be-f31d7a25aa79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:47.603819 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b978a474-5e63-4e4b-b600-9f4d283b885d req-75e83b09-f69d-495b-8969-f565277d0ebd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:52:47.615807 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74317e5e-bb99-4e76-beb4-165675d31ff2 None None] Sync routers for ids ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:52:47.632309 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74317e5e-bb99-4e76-beb4-165675d31ff2 None None] Routers {'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:52:47.633317 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-74317e5e-bb99-4e76-beb4-165675d31ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:52:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:47.692945 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [req-b978a474-5e63-4e4b-b600-9f4d283b885d req-75e83b09-f69d-495b-8969-f565277d0ebd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] No DVR routers for this DVR port 41c4ee25-50fb-45d7-9866-1d83514f02d5 on host hv-cinder-84052 {{(pid=112763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:52:47.696957 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5c9ea5a7-1436-4809-a6be-f31d7a25aa79 admin admin] Publish callbacks [] for security_group (ad3c6d80-f85b-4918-8a2f-728b0e20ee5d), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:47.697924 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-b978a474-5e63-4e4b-b600-9f4d283b885d req-75e83b09-f69d-495b-8969-f565277d0ebd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:47.702844 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b978a474-5e63-4e4b-b600-9f4d283b885d req-75e83b09-f69d-495b-8969-f565277d0ebd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.62 "DELETE /networking/v2.0/ports/41c4ee25-50fb-45d7-9866-1d83514f02d5 HTTP/1.1" status: 204 len: 173 time: 0.9392717 Aug 24 17:52:47.703339 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11705238-e9d4-4c1e-ab49-d5a27eb4df4c', 'name': 'network-vif-deleted', 'tag': '41c4ee25-50fb-45d7-9866-1d83514f02d5'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:52:47.709097 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5c9ea5a7-1436-4809-a6be-f31d7a25aa79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (ad3c6d80-f85b-4918-8a2f-728b0e20ee5d), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:47.713662 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe84fa1-0c01-4d08-8668-863f01e5bd6c" -d '{"events": [{"server_uuid": "11705238-e9d4-4c1e-ab49-d5a27eb4df4c", "name": "network-vif-deleted", "tag": "41c4ee25-50fb-45d7-9866-1d83514f02d5"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:52:47.743144 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9ea5a7-1436-4809-a6be-f31d7a25aa79 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=112764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:52:47.749046 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ea5a7-1436-4809-a6be-f31d7a25aa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3c6d80-f85b-4918-8a2f-728b0e20ee5d,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:47.757842 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5c9ea5a7-1436-4809-a6be-f31d7a25aa79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (101b7798-21dc-445e-aa62-53e4ab83357e), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:47.758197 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.segments_db [None req-5c9ea5a7-1436-4809-a6be-f31d7a25aa79 admin admin] Added segment 101b7798-21dc-445e-aa62-53e4ab83357e of type vlan for network dac78dd9-1a9c-4730-9dc0-142ff253576b Aug 24 17:52:47.770313 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:47.799149 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec79177-e664-4e6c-a038-307996e2c31a x-openstack-request-id: req-6ec79177-e664-4e6c-a038-307996e2c31a {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:52:47.799703 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11705238-e9d4-4c1e-ab49-d5a27eb4df4c", "name": "network-vif-deleted", "tag": "41c4ee25-50fb-45d7-9866-1d83514f02d5", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:52:47.799803 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6ec79177-e664-4e6c-a038-307996e2c31a {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:52:47.800134 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ec79177-e664-4e6c-a038-307996e2c31a'] response: {'server_uuid': '11705238-e9d4-4c1e-ab49-d5a27eb4df4c', 'name': 'network-vif-deleted', 'tag': '41c4ee25-50fb-45d7-9866-1d83514f02d5', 'status': 'completed', 'code': 200} Aug 24 17:52:47.822890 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-74317e5e-bb99-4e76-beb4-165675d31ff2 None None] Set router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:52:47.829046 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5c9ea5a7-1436-4809-a6be-f31d7a25aa79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763231558539'] for network (dac78dd9-1a9c-4730-9dc0-142ff253576b), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:47.872659 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-68bb5329-fe59-410e-8511-86d47c740def req-f1f330fc-95a2-4ec4-b61c-34a0cce47578 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=11705238-e9d4-4c1e-ab49-d5a27eb4df4c HTTP/1.1" status: 200 len: 210 time: 0.0358970 Aug 24 17:52:47.891917 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5c9ea5a7-1436-4809-a6be-f31d7a25aa79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for network (dac78dd9-1a9c-4730-9dc0-142ff253576b), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:47.893591 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9ea5a7-1436-4809-a6be-f31d7a25aa79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:47.894557 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5c9ea5a7-1436-4809-a6be-f31d7a25aa79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:47.919712 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-5c9ea5a7-1436-4809-a6be-f31d7a25aa79 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3666449 Aug 24 17:52:47.922249 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 36968) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:47.945484 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-51a3c5d0-415e-4d68-ac7c-654b4162ba06 admin admin] Request body: {'subnet': {'network_id': 'dac78dd9-1a9c-4730-9dc0-142ff253576b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1395399767-subnet', 'tenant_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'ip_version': 4}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:48.041282 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a3c5d0-415e-4d68-ac7c-654b4162ba06 admin admin] Made reservation on behalf of 27b28aae9d084d5ab6c031f27f29a0f8 for: {'subnet': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:52:48.043939 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-51a3c5d0-415e-4d68-ac7c-654b4162ba06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6168182'] for subnet (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:48.045781 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 94f0b9c4-8e18-4457-a739-5069b0f6d9d3 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:52:48.046113 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ea5a7-1436-4809-a6be-f31d7a25aa79 admin admin] Pushing event updated for resources: {'Network': ['ID=dac78dd9-1a9c-4730-9dc0-142ff253576b,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:48.078739 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Network dac78dd9-1a9c-4730-9dc0-142ff253576b details requested by agent ovs-agent-dv-cinder-840525-3-iscsi with host dv-cinder-840525-3-iscsi {{(pid=112765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:52:48.124695 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-74317e5e-bb99-4e76-beb4-165675d31ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-router', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'gw_port': {'id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:56Z', 'updated_at': '2022-08-24T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '438fb3a2-75e8-4496-aedb-10fc5cb31e8a', 'name': '', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'mac_address': 'fa:16:3e:b5:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:04Z', 'updated_at': '2022-08-24T17:48:14Z', 'revision_number': 5, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'subnets': [{'id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:48.141114 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] Sync routers for ids ['2bd4d336-35a2-488a-bfb5-40fe8efe13cf'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:52:48.151668 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] Routers {'2bd4d336-35a2-488a-bfb5-40fe8efe13cf'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:52:48.152281 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:52:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2bd4d336-35a2-488a-bfb5-40fe8efe13cf'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:48.183750 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74317e5e-bb99-4e76-beb4-165675d31ff2 None None] Checking router: a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:52:48.201055 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=100 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:48.203321 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:48.207312 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 94f0b9c4-8e18-4457-a739-5069b0f6d9d3 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:48.207979 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (94f0b9c4-8e18-4457-a739-5069b0f6d9d3), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:48.230868 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74317e5e-bb99-4e76-beb4-165675d31ff2 None None] Routers {'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:52:48.231989 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-74317e5e-bb99-4e76-beb4-165675d31ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:52:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:48.325982 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] Set router 2bd4d336-35a2-488a-bfb5-40fe8efe13cf gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:52:48.327864 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-51a3c5d0-415e-4d68-ac7c-654b4162ba06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6220881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6168088'] for subnet (47a78761-9ffc-400e-96b5-8de74b831989), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:48.340704 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-74317e5e-bb99-4e76-beb4-165675d31ff2 None None] Set router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:52:48.430281 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3c5d0-415e-4d68-ac7c-654b4162ba06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a78761-9ffc-400e-96b5-8de74b831989,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:48.432747 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=100 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:48.442654 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a3c5d0-415e-4d68-ac7c-654b4162ba06 admin admin] Checking segment: {'id': '101b7798-21dc-445e-aa62-53e4ab83357e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dac78dd9-1a9c-4730-9dc0-142ff253576b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:52:48.443030 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a3c5d0-415e-4d68-ac7c-654b4162ba06 admin admin] Network hostable DHCP agents. Network: dac78dd9-1a9c-4730-9dc0-142ff253576b, hostable agents: ['edbe2c30-39eb-4d16-9bee-d282c1702677'], hosted agents: [] {{(pid=112764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:52:48.464437 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a3c5d0-415e-4d68-ac7c-654b4162ba06 admin admin] Network dac78dd9-1a9c-4730-9dc0-142ff253576b is scheduled to be hosted by DHCP agent edbe2c30-39eb-4d16-9bee-d282c1702677 with binding_index 1 {{(pid=112764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:52:48.476657 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-51a3c5d0-415e-4d68-ac7c-654b4162ba06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-3-iscsi, dac78dd9-1a9c-4730-9dc0-142ff253576b) {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:52:48.481767 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a3c5d0-415e-4d68-ac7c-654b4162ba06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:48.482427 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-51a3c5d0-415e-4d68-ac7c-654b4162ba06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for subnet (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:48.505256 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-51a3c5d0-415e-4d68-ac7c-654b4162ba06 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5832264 Aug 24 17:52:48.509221 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 36974) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:48.514383 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-91f73590-a238-4c63-8e23-809fb522ea69 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1395399767-router', 'tenant_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:48.537526 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a5a4ce-d1e7-4bb3-85c6-a84a9a4dd972 None None] Network dac78dd9-1a9c-4730-9dc0-142ff253576b requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:52:48.552168 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-91f73590-a238-4c63-8e23-809fb522ea69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1612848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router (ceb734a5-f189-419c-b469-f07c91b5b9ba), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:48.553699 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-91f73590-a238-4c63-8e23-809fb522ea69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1796060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1817803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router (ceb734a5-f189-419c-b469-f07c91b5b9ba), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:48.624957 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-91f73590-a238-4c63-8e23-809fb522ea69 admin admin] Publish callbacks [] for router_controller (ceb734a5-f189-419c-b469-f07c91b5b9ba), precommit_add_association {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:48.656611 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 94f0b9c4-8e18-4457-a739-5069b0f6d9d3 is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:48.657168 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (94f0b9c4-8e18-4457-a739-5069b0f6d9d3), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:48.712380 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'name': 'tempest-TestMinimumBasicScenario-235150204-router', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:46Z', 'revision_number': 4, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'gw_port': {'id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '293fdf05-333c-4898-b395-4edbf1753806', 'name': '', 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'mac_address': 'fa:16:3e:5f:d7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'eca100be-8af3-4b6d-a329-e6477a4afdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:45Z', 'updated_at': '2022-08-24T17:52:46Z', 'revision_number': 2, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'subnets': [{'id': 'eca100be-8af3-4b6d-a329-e6477a4afdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:48.744595 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] Checking router: 2bd4d336-35a2-488a-bfb5-40fe8efe13cf for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:52:48.745850 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] Updating router 2bd4d336-35a2-488a-bfb5-40fe8efe13cf port 293fdf05-333c-4898-b395-4edbf1753806 binding host dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:52:48.789826 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (293fdf05-333c-4898-b395-4edbf1753806), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:48.798325 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-91f73590-a238-4c63-8e23-809fb522ea69 admin admin] Publish callbacks [] for router_gateway (ceb734a5-f189-419c-b469-f07c91b5b9ba), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:48.863059 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-74317e5e-bb99-4e76-beb4-165675d31ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-router', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'gw_port': {'id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:56Z', 'updated_at': '2022-08-24T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '438fb3a2-75e8-4496-aedb-10fc5cb31e8a', 'name': '', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'mac_address': 'fa:16:3e:b5:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:04Z', 'updated_at': '2022-08-24T17:48:14Z', 'revision_number': 5, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'subnets': [{'id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:48.897271 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74317e5e-bb99-4e76-beb4-165675d31ff2 None None] The sync data for ids ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'] in dv-cinder-840525-3-iscsi is: [{'id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-router', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'gw_port': {'id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:56Z', 'updated_at': '2022-08-24T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '438fb3a2-75e8-4496-aedb-10fc5cb31e8a', 'name': '', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'mac_address': 'fa:16:3e:b5:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:04Z', 'updated_at': '2022-08-24T17:48:14Z', 'revision_number': 5, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'subnets': [{'id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:52:48.920442 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port 94f0b9c4-8e18-4457-a739-5069b0f6d9d3, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=94f0b9c4-8e18-4457-a739-5069b0f6d9d3,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:52:48.949753 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (94f0b9c4-8e18-4457-a739-5069b0f6d9d3), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:48.980528 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1894b5d-e384-4296-b2fb-82c2a1295e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b3f5f0-e4ad-5125-8985-f94976322c44-dac78dd9-1a9c-4730-9dc0-142ff253576b', 'network_id': 'dac78dd9-1a9c-4730-9dc0-142ff253576b', 'project_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'fixed_ips': [{'subnet_id': '47a78761-9ffc-400e-96b5-8de74b831989'}]}} from dv-cinder-840525-3-iscsi. {{(pid=112765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:52:48.981521 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-d1894b5d-e384-4296-b2fb-82c2a1295e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.064766 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 36982) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:49.096978 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:49.111918 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-91f73590-a238-4c63-8e23-809fb522ea69 admin admin] Publish callbacks [] for router_gateway (ceb734a5-f189-419c-b469-f07c91b5b9ba), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.142579 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-91f73590-a238-4c63-8e23-809fb522ea69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.153437 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=94f0b9c4-8e18-4457-a739-5069b0f6d9d3,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:49.163581 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e38d19cb-3137-44b9-8e32-bb2aa6f66a53 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group (9556deed-1067-4f3a-b3a0-e742d70fde11), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.187636 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e38d19cb-3137-44b9-8e32-bb2aa6f66a53 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group (9556deed-1067-4f3a-b3a0-e742d70fde11), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.201577 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] Publish callbacks [] for port (293fdf05-333c-4898-b395-4edbf1753806), precommit_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.210733 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (293fdf05-333c-4898-b395-4edbf1753806), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.246391 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.db_base_plugin_common [None req-d1894b5d-e384-4296-b2fb-82c2a1295e9f None None] Allocated IP 172.20.0.2 (dac78dd9-1a9c-4730-9dc0-142ff253576b/47a78761-9ffc-400e-96b5-8de74b831989/cd789487-e3e9-4156-a1eb-ec689dda8dec) {{(pid=112765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:52:49.289618 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e38d19cb-3137-44b9-8e32-bb2aa6f66a53 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (9556deed-1067-4f3a-b3a0-e742d70fde11), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.293737 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e38d19cb-3137-44b9-8e32-bb2aa6f66a53 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.298273 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 36984) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:49.298785 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-e38d19cb-3137-44b9-8e32-bb2aa6f66a53 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9556deed-1067-4f3a-b3a0-e742d70fde11 HTTP/1.1" status: 204 len: 168 time: 0.2305334 Aug 24 17:52:49.315598 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d19cb-3137-44b9-8e32-bb2aa6f66a53 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9556deed-1067-4f3a-b3a0-e742d70fde11,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:49.316244 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878f72f-f51c-4e5d-9295-1b52ddecdc25 None None] Pushing event updated for resources: {'Port': ['ID=293fdf05-333c-4898-b395-4edbf1753806,revision_number=3']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:49.330312 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.api.v2.resource [None req-47850963-7f04-4249-819f-25879e19bf25 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] show failed (client error): The resource could not be found. Aug 24 17:52:49.331936 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-47850963-7f04-4249-819f-25879e19bf25 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups/9556deed-1067-4f3a-b3a0-e742d70fde11 HTTP/1.1" status: 404 len: 347 time: 0.0322521 Aug 24 17:52:49.335785 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 36986) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:49.396582 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [None req-91f73590-a238-4c63-8e23-809fb522ea69 admin admin] Allocated IP 172.27.1.182 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/ea336685-663b-49a9-9d7e-a9a3c3fa7ef9) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:52:49.412076 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98708f45-3ec3-4de1-bd67-f50e17f764bb None None] New status for floating IP e9167e81-f7e8-489a-ba4a-c8a55686e286: DOWN {{(pid=112765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:52:49.414613 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] Attempting to bind port 293fdf05-333c-4898-b395-4edbf1753806 on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:52:49.414998 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] Attempting to bind port 293fdf05-333c-4898-b395-4edbf1753806 by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': 'ca8e4f11-9f15-4fc3-af27-38184a143a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40'}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:52:49.415367 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] Attempting to bind port 293fdf05-333c-4898-b395-4edbf1753806 on network 5a577f69-19df-42ad-a735-e23f9d18bb40 {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:52:49.425247 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:52:49.425632 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] Checking segment: {'id': 'ca8e4f11-9f15-4fc3-af27-38184a143a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:52:49.426041 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.426572 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] Bound using segment: {'id': 'ca8e4f11-9f15-4fc3-af27-38184a143a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40'} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:52:49.427090 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] Bound port: 293fdf05-333c-4898-b395-4edbf1753806, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8e4f11-9f15-4fc3-af27-38184a143a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40'}}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:52:49.427489 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (293fdf05-333c-4898-b395-4edbf1753806), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.492201 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:49.521293 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] For port 293fdf05-333c-4898-b395-4edbf1753806, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:52:49.523285 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] For port 293fdf05-333c-4898-b395-4edbf1753806, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=293fdf05-333c-4898-b395-4edbf1753806,segment=NetworkSegment(ca8e4f11-9f15-4fc3-af27-38184a143a74),segment_id=ca8e4f11-9f15-4fc3-af27-38184a143a74)] {{(pid=112766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:52:49.544697 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (293fdf05-333c-4898-b395-4edbf1753806), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.565561 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-91f73590-a238-4c63-8e23-809fb522ea69 admin admin] Publish callbacks [] for port (ea336685-663b-49a9-9d7e-a9a3c3fa7ef9), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.567999 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:49.609081 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-1d726a87-01e0-402d-9f06-d3f3db54aed4 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Deleting port 4663bc54-870c-44d1-a2a3-5feeeea771dc {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:52:49.609499 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1d726a87-01e0-402d-9f06-d3f3db54aed4 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (4663bc54-870c-44d1-a2a3-5feeeea771dc), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.621589 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] Routers {'2bd4d336-35a2-488a-bfb5-40fe8efe13cf'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:52:49.622456 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:52:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2bd4d336-35a2-488a-bfb5-40fe8efe13cf'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:49.631739 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-91f73590-a238-4c63-8e23-809fb522ea69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (ea336685-663b-49a9-9d7e-a9a3c3fa7ef9), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.688790 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f73590-a238-4c63-8e23-809fb522ea69 admin admin] Pushing event updated for resources: {'Port': ['ID=ea336685-663b-49a9-9d7e-a9a3c3fa7ef9,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:49.691893 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:49.710539 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f73590-a238-4c63-8e23-809fb522ea69 admin admin] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:52:49.711515 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-d1894b5d-e384-4296-b2fb-82c2a1295e9f None None] Publish callbacks [] for port (cd789487-e3e9-4156-a1eb-ec689dda8dec), precommit_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.712899 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878f72f-f51c-4e5d-9295-1b52ddecdc25 None None] Pushing event updated for resources: {'Port': ['ID=293fdf05-333c-4898-b395-4edbf1753806,revision_number=4']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:49.715631 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-91f73590-a238-4c63-8e23-809fb522ea69 admin admin] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:52:49.718650 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:49.722337 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-d1894b5d-e384-4296-b2fb-82c2a1295e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (cd789487-e3e9-4156-a1eb-ec689dda8dec), after_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.726963 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f73590-a238-4c63-8e23-809fb522ea69 admin admin] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:52:49.727223 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:49.746110 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1d726a87-01e0-402d-9f06-d3f3db54aed4 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (4663bc54-870c-44d1-a2a3-5feeeea771dc), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.746447 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1d726a87-01e0-402d-9f06-d3f3db54aed4 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for floatingip (4663bc54-870c-44d1-a2a3-5feeeea771dc), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.763214 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] Set router 2bd4d336-35a2-488a-bfb5-40fe8efe13cf gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:52:49.770740 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-1d726a87-01e0-402d-9f06-d3f3db54aed4 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Calling delete_port for 4663bc54-870c-44d1-a2a3-5feeeea771dc owned by network:floatingip {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:52:49.826428 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1894b5d-e384-4296-b2fb-82c2a1295e9f None None] Network dac78dd9-1a9c-4730-9dc0-142ff253576b is already hosted by enough agents. {{(pid=112765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:52:49.832309 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.base_scheduler [None req-d1894b5d-e384-4296-b2fb-82c2a1295e9f None None] Resources bound (agent type, host, resource id): {{(pid=112765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:52:49.845841 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1894b5d-e384-4296-b2fb-82c2a1295e9f None None] Received port after_create {{(pid=112765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:52:49.864993 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1894b5d-e384-4296-b2fb-82c2a1295e9f None None] Pushing event updated for resources: {'Port': ['ID=cd789487-e3e9-4156-a1eb-ec689dda8dec,revision_number=1']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:49.969716 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-d1894b5d-e384-4296-b2fb-82c2a1295e9f None None] Attempting to bind port cd789487-e3e9-4156-a1eb-ec689dda8dec on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:52:49.970316 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-d1894b5d-e384-4296-b2fb-82c2a1295e9f None None] Attempting to bind port cd789487-e3e9-4156-a1eb-ec689dda8dec by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': '101b7798-21dc-445e-aa62-53e4ab83357e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dac78dd9-1a9c-4730-9dc0-142ff253576b'}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:52:49.970687 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1894b5d-e384-4296-b2fb-82c2a1295e9f None None] Attempting to bind port cd789487-e3e9-4156-a1eb-ec689dda8dec on network dac78dd9-1a9c-4730-9dc0-142ff253576b {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:52:49.978342 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1894b5d-e384-4296-b2fb-82c2a1295e9f None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:52:49.978342 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1894b5d-e384-4296-b2fb-82c2a1295e9f None None] Checking segment: {'id': '101b7798-21dc-445e-aa62-53e4ab83357e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dac78dd9-1a9c-4730-9dc0-142ff253576b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:52:49.979816 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:49.989424 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-d1894b5d-e384-4296-b2fb-82c2a1295e9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.989840 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1894b5d-e384-4296-b2fb-82c2a1295e9f None None] Bound using segment: {'id': '101b7798-21dc-445e-aa62-53e4ab83357e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dac78dd9-1a9c-4730-9dc0-142ff253576b'} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:52:49.990397 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-d1894b5d-e384-4296-b2fb-82c2a1295e9f None None] Bound port: cd789487-e3e9-4156-a1eb-ec689dda8dec, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101b7798-21dc-445e-aa62-53e4ab83357e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dac78dd9-1a9c-4730-9dc0-142ff253576b'}}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:52:49.990524 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1d726a87-01e0-402d-9f06-d3f3db54aed4 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (4663bc54-870c-44d1-a2a3-5feeeea771dc), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:49.990790 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-d1894b5d-e384-4296-b2fb-82c2a1295e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (cd789487-e3e9-4156-a1eb-ec689dda8dec), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.072063 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d726a87-01e0-402d-9f06-d3f3db54aed4 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Pushing event deleted for resources: {'Port': ['ID=4663bc54-870c-44d1-a2a3-5feeeea771dc,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:50.086575 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'name': 'tempest-TestMinimumBasicScenario-235150204-router', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:46Z', 'revision_number': 4, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'gw_port': {'id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '293fdf05-333c-4898-b395-4edbf1753806', 'name': '', 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'mac_address': 'fa:16:3e:5f:d7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'eca100be-8af3-4b6d-a329-e6477a4afdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:45Z', 'updated_at': '2022-08-24T17:52:49Z', 'revision_number': 4, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'subnets': [{'id': 'eca100be-8af3-4b6d-a329-e6477a4afdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:50.098803 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-d1894b5d-e384-4296-b2fb-82c2a1295e9f None None] For port cd789487-e3e9-4156-a1eb-ec689dda8dec, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:52:50.103636 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-d1894b5d-e384-4296-b2fb-82c2a1295e9f None None] For port cd789487-e3e9-4156-a1eb-ec689dda8dec, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=cd789487-e3e9-4156-a1eb-ec689dda8dec,segment=NetworkSegment(101b7798-21dc-445e-aa62-53e4ab83357e),segment_id=101b7798-21dc-445e-aa62-53e4ab83357e)] {{(pid=112765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:52:50.110467 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 94f0b9c4-8e18-4457-a739-5069b0f6d9d3 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:52:50.117313 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-d1894b5d-e384-4296-b2fb-82c2a1295e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (cd789487-e3e9-4156-a1eb-ec689dda8dec), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.125014 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1d726a87-01e0-402d-9f06-d3f3db54aed4 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for floatingip (e9167e81-f7e8-489a-ba4a-c8a55686e286), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.125610 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3be9a55-8484-4b6b-abe3-c2feddf42741 None None] The sync data for ids ['2bd4d336-35a2-488a-bfb5-40fe8efe13cf'] in dv-cinder-840525-3-iscsi is: [{'id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'name': 'tempest-TestMinimumBasicScenario-235150204-router', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:46Z', 'revision_number': 4, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'gw_port': {'id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '293fdf05-333c-4898-b395-4edbf1753806', 'name': '', 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'mac_address': 'fa:16:3e:5f:d7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'eca100be-8af3-4b6d-a329-e6477a4afdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:45Z', 'updated_at': '2022-08-24T17:52:49Z', 'revision_number': 4, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'subnets': [{'id': 'eca100be-8af3-4b6d-a329-e6477a4afdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:52:50.131031 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1d726a87-01e0-402d-9f06-d3f3db54aed4 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.135365 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-1d726a87-01e0-402d-9f06-d3f3db54aed4 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/e9167e81-f7e8-489a-ba4a-c8a55686e286 HTTP/1.1" status: 204 len: 168 time: 0.7945919 Aug 24 17:52:50.265059 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1894b5d-e384-4296-b2fb-82c2a1295e9f None None] Pushing event updated for resources: {'Port': ['ID=cd789487-e3e9-4156-a1eb-ec689dda8dec,revision_number=2']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:50.275002 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 36990) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:50.292037 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-e57b214d-3abb-423c-b54b-5f149c1567df tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--551029983', 'description': 'tempest-description--1125528461'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:50.303921 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 94f0b9c4-8e18-4457-a739-5069b0f6d9d3 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:50.304305 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (94f0b9c4-8e18-4457-a739-5069b0f6d9d3), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.329339 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-e57b214d-3abb-423c-b54b-5f149c1567df tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.410368 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:50.420955 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 94f0b9c4-8e18-4457-a739-5069b0f6d9d3 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:50.445663 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-91f73590-a238-4c63-8e23-809fb522ea69 admin admin] Publish callbacks [] for router_gateway (ceb734a5-f189-419c-b469-f07c91b5b9ba), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.449495 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-e57b214d-3abb-423c-b54b-5f149c1567df tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group (0a9dbf14-d135-43b0-b642-f38882a9512a), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.465829 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-e57b214d-3abb-423c-b54b-5f149c1567df tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (0a9dbf14-d135-43b0-b642-f38882a9512a), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.523952 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-e57b214d-3abb-423c-b54b-5f149c1567df tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.528264 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-e57b214d-3abb-423c-b54b-5f149c1567df tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2497520 Aug 24 17:52:50.529994 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 36992) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:50.534758 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-7bf02588-f7c5-4e17-ad51-121316970710 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Request body: {'security_group_rule': {'security_group_id': '0a9dbf14-d135-43b0-b642-f38882a9512a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:50.540682 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b214d-3abb-423c-b54b-5f149c1567df tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9dbf14-d135-43b0-b642-f38882a9512a,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:50.619143 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7bf02588-f7c5-4e17-ad51-121316970710 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group_rule (22c8b3e4-bf1c-4fc2-9857-1cdbf7612a3a), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.723254 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7bf02588-f7c5-4e17-ad51-121316970710 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group_rule (22c8b3e4-bf1c-4fc2-9857-1cdbf7612a3a), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.728299 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7bf02588-f7c5-4e17-ad51-121316970710 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (22c8b3e4-bf1c-4fc2-9857-1cdbf7612a3a), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.747627 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf02588-f7c5-4e17-ad51-121316970710 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c8b3e4-bf1c-4fc2-9857-1cdbf7612a3a,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:50.750551 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-91f73590-a238-4c63-8e23-809fb522ea69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1612547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1796013'] for router (ceb734a5-f189-419c-b469-f07c91b5b9ba), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.763357 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7bf02588-f7c5-4e17-ad51-121316970710 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.767397 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-7bf02588-f7c5-4e17-ad51-121316970710 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2337270 Aug 24 17:52:50.767556 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 36994) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:50.772364 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-624d5f0d-e12e-4f06-9a28-d599cf045047 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Request body: {'security_group_rule': {'security_group_id': '0a9dbf14-d135-43b0-b642-f38882a9512a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:50.805414 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-624d5f0d-e12e-4f06-9a28-d599cf045047 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group_rule (f957bed3-a1a1-47c2-ae48-5f89f7bd32ff), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.870103 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-624d5f0d-e12e-4f06-9a28-d599cf045047 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group_rule (f957bed3-a1a1-47c2-ae48-5f89f7bd32ff), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.876713 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-624d5f0d-e12e-4f06-9a28-d599cf045047 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (f957bed3-a1a1-47c2-ae48-5f89f7bd32ff), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.899443 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d5f0d-e12e-4f06-9a28-d599cf045047 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f957bed3-a1a1-47c2-ae48-5f89f7bd32ff,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:50.909923 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f73590-a238-4c63-8e23-809fb522ea69 admin admin] Router ceb734a5-f189-419c-b469-f07c91b5b9ba is scheduled to L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 with binding_index 1 {{(pid=112763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:52:50.910058 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-624d5f0d-e12e-4f06-9a28-d599cf045047 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.911385 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-624d5f0d-e12e-4f06-9a28-d599cf045047 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423779 Aug 24 17:52:50.914504 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 36996) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:50.918983 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-5b9eef99-281c-4798-9f11-d9db1e320830 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Request body: {'floatingip': {'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:50.942768 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5b9eef99-281c-4798-9f11-d9db1e320830 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:50.993680 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 41c4ee25-50fb-45d7-9866-1d83514f02d5 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:52:51.026319 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] No Port match for: 41c4ee25-50fb-45d7-9866-1d83514f02d5 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:52:51.026741 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 41c4ee25-50fb-45d7-9866-1d83514f02d5 not bound to the agent host hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:52:51.038351 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f73590-a238-4c63-8e23-809fb522ea69 admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:52:51.039363 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5b9eef99-281c-4798-9f11-d9db1e320830 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:51.050906 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] Sync routers for ids ['ceb734a5-f189-419c-b469-f07c91b5b9ba'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:52:51.068556 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] Routers {'ceb734a5-f189-419c-b469-f07c91b5b9ba'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:52:51.070011 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:52:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['ceb734a5-f189-419c-b469-f07c91b5b9ba'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:51.086237 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-91f73590-a238-4c63-8e23-809fb522ea69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:51.087592 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-91f73590-a238-4c63-8e23-809fb522ea69 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5772326 Aug 24 17:52:51.090404 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 36998) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:52:51.231271 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] Set router ceb734a5-f189-419c-b469-f07c91b5b9ba gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:52:51.261059 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [None req-5b9eef99-281c-4798-9f11-d9db1e320830 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Allocated IP 172.27.1.28 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/d74d811e-f490-4e4f-af62-5e4ba4704403) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:52:51.273742 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:51.343148 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:51.457137 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5903f7-cacf-4957-a3a6-c0e090f9a7d2 None None] Network dac78dd9-1a9c-4730-9dc0-142ff253576b requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:52:51.469145 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb734a5-f189-419c-b469-f07c91b5b9ba', 'name': 'tempest-TestMinimumBasicScenario-1395399767-router', 'tenant_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'ea336685-663b-49a9-9d7e-a9a3c3fa7ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:48Z', 'updated_at': '2022-08-24T17:52:49Z', 'revision_number': 3, 'project_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'gw_port': {'id': 'ea336685-663b-49a9-9d7e-a9a3c3fa7ef9', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:32:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb734a5-f189-419c-b469-f07c91b5b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:49Z', 'updated_at': '2022-08-24T17:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:51.510553 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] Checking router: ceb734a5-f189-419c-b469-f07c91b5b9ba for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:52:51.510986 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] Updating router ceb734a5-f189-419c-b469-f07c91b5b9ba port ea336685-663b-49a9-9d7e-a9a3c3fa7ef9 binding host dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:52:51.553003 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (ea336685-663b-49a9-9d7e-a9a3c3fa7ef9), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:51.556411 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-e2886450-d49b-462b-af80-40cb2b44ca2c None None] Provisioning complete for port cd789487-e3e9-4156-a1eb-ec689dda8dec triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:51.556791 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-e2886450-d49b-462b-af80-40cb2b44ca2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (cd789487-e3e9-4156-a1eb-ec689dda8dec), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:51.594627 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:51.683565 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-e2886450-d49b-462b-af80-40cb2b44ca2c None None] Current status of the port cd789487-e3e9-4156-a1eb-ec689dda8dec is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:51.683961 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-e2886450-d49b-462b-af80-40cb2b44ca2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (cd789487-e3e9-4156-a1eb-ec689dda8dec), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:51.721623 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-e2886450-d49b-462b-af80-40cb2b44ca2c None None] For port cd789487-e3e9-4156-a1eb-ec689dda8dec, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=cd789487-e3e9-4156-a1eb-ec689dda8dec,segment=NetworkSegment(101b7798-21dc-445e-aa62-53e4ab83357e),segment_id=101b7798-21dc-445e-aa62-53e4ab83357e)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:52:51.730620 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-e2886450-d49b-462b-af80-40cb2b44ca2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (cd789487-e3e9-4156-a1eb-ec689dda8dec), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:51.783612 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5b9eef99-281c-4798-9f11-d9db1e320830 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for port (d74d811e-f490-4e4f-af62-5e4ba4704403), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:51.788239 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2886450-d49b-462b-af80-40cb2b44ca2c None None] Pushing event updated for resources: {'Port': ['ID=cd789487-e3e9-4156-a1eb-ec689dda8dec,revision_number=3']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:51.864723 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5b9eef99-281c-4798-9f11-d9db1e320830 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (d74d811e-f490-4e4f-af62-5e4ba4704403), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:51.911678 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9eef99-281c-4798-9f11-d9db1e320830 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:52:51.952789 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-5b9eef99-281c-4798-9f11-d9db1e320830 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:52:51.956399 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-d1ae637f-386b-4765-982e-148c5c2f3d17 None None] Provisioning complete for port cd789487-e3e9-4156-a1eb-ec689dda8dec triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:51.956891 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-d1ae637f-386b-4765-982e-148c5c2f3d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (cd789487-e3e9-4156-a1eb-ec689dda8dec), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:51.960332 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9eef99-281c-4798-9f11-d9db1e320830 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:52:51.981875 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:52.013848 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 293fdf05-333c-4898-b395-4edbf1753806 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:52:52.014655 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9eef99-281c-4798-9f11-d9db1e320830 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Pushing event updated for resources: {'Port': ['ID=d74d811e-f490-4e4f-af62-5e4ba4704403,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:52.083877 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-d1ae637f-386b-4765-982e-148c5c2f3d17 None None] Current status of the port cd789487-e3e9-4156-a1eb-ec689dda8dec is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:52.093713 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 293fdf05-333c-4898-b395-4edbf1753806 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:52.094272 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (293fdf05-333c-4898-b395-4edbf1753806), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:52.120565 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5b9eef99-281c-4798-9f11-d9db1e320830 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for floatingip (92e2fa95-413b-4bad-9273-e708fd1ec42a), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:52.123055 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7cffbb62-18a7-4fd9-aed4-3b2ce3008617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:52.125876 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] Publish callbacks [] for port (ea336685-663b-49a9-9d7e-a9a3c3fa7ef9), precommit_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:52.132937 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (ea336685-663b-49a9-9d7e-a9a3c3fa7ef9), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:52.172596 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:52.175016 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] Attempting to bind port ea336685-663b-49a9-9d7e-a9a3c3fa7ef9 on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:52:52.175665 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] Attempting to bind port ea336685-663b-49a9-9d7e-a9a3c3fa7ef9 by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:52:52.176080 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] Attempting to bind port ea336685-663b-49a9-9d7e-a9a3c3fa7ef9 on network 362d5c28-632f-46ac-8441-a79df5e3c295 {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:52:52.179596 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 293fdf05-333c-4898-b395-4edbf1753806 is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:52.180186 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (293fdf05-333c-4898-b395-4edbf1753806), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:52.183529 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:52.192130 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:52:52.192483 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] Checking segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:52:52.193137 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:52.193562 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] Bound using segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:52:52.194039 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] Bound port: ea336685-663b-49a9-9d7e-a9a3c3fa7ef9, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:52:52.194447 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (ea336685-663b-49a9-9d7e-a9a3c3fa7ef9), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:52.206225 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:52.218212 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port 293fdf05-333c-4898-b395-4edbf1753806, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=293fdf05-333c-4898-b395-4edbf1753806,segment=NetworkSegment(ca8e4f11-9f15-4fc3-af27-38184a143a74),segment_id=ca8e4f11-9f15-4fc3-af27-38184a143a74)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:52:52.219425 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5b9eef99-281c-4798-9f11-d9db1e320830 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (d74d811e-f490-4e4f-af62-5e4ba4704403), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:52.220644 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad06cd-2acf-496d-86b7-77a435152244 None None] Pushing event updated for resources: {'Port': ['ID=ea336685-663b-49a9-9d7e-a9a3c3fa7ef9,revision_number=2']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:52.226818 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (293fdf05-333c-4898-b395-4edbf1753806), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:52.228049 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device cd789487-e3e9-4156-a1eb-ec689dda8dec up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:52:52.254992 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] For port ea336685-663b-49a9-9d7e-a9a3c3fa7ef9, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:52:52.258486 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] For port ea336685-663b-49a9-9d7e-a9a3c3fa7ef9, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=ea336685-663b-49a9-9d7e-a9a3c3fa7ef9,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:52:52.264677 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (ea336685-663b-49a9-9d7e-a9a3c3fa7ef9), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:52.300056 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] Routers {'ceb734a5-f189-419c-b469-f07c91b5b9ba'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:52:52.300688 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:52:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['ceb734a5-f189-419c-b469-f07c91b5b9ba'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:52.310177 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=293fdf05-333c-4898-b395-4edbf1753806,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:52.314432 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port cd789487-e3e9-4156-a1eb-ec689dda8dec triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:52.314846 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (cd789487-e3e9-4156-a1eb-ec689dda8dec), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:52.394230 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad06cd-2acf-496d-86b7-77a435152244 None None] Pushing event updated for resources: {'Port': ['ID=ea336685-663b-49a9-9d7e-a9a3c3fa7ef9,revision_number=3']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:52.394602 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port cd789487-e3e9-4156-a1eb-ec689dda8dec is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:52.409489 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [None req-7cffbb62-18a7-4fd9-aed4-3b2ce3008617 admin admin] Allocated IP 172.20.0.1 (dac78dd9-1a9c-4730-9dc0-142ff253576b/47a78761-9ffc-400e-96b5-8de74b831989/049c398b-f564-46f9-b145-8907925e0370) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:52:52.412842 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:52.429404 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] Set router ceb734a5-f189-419c-b469-f07c91b5b9ba gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:52:52.523887 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5b9eef99-281c-4798-9f11-d9db1e320830 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for port (d74d811e-f490-4e4f-af62-5e4ba4704403), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:52.530149 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5b9eef99-281c-4798-9f11-d9db1e320830 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (d74d811e-f490-4e4f-af62-5e4ba4704403), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:52.600297 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb734a5-f189-419c-b469-f07c91b5b9ba', 'name': 'tempest-TestMinimumBasicScenario-1395399767-router', 'tenant_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'ea336685-663b-49a9-9d7e-a9a3c3fa7ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:48Z', 'updated_at': '2022-08-24T17:52:49Z', 'revision_number': 3, 'project_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'gw_port': {'id': 'ea336685-663b-49a9-9d7e-a9a3c3fa7ef9', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:32:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb734a5-f189-419c-b469-f07c91b5b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:49Z', 'updated_at': '2022-08-24T17:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:52.625614 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9eef99-281c-4798-9f11-d9db1e320830 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Pushing event updated for resources: {'Port': ['ID=d74d811e-f490-4e4f-af62-5e4ba4704403,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:52.625827 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14241d8c-a57c-4bdc-baa4-c9babd601897 None None] The sync data for ids ['ceb734a5-f189-419c-b469-f07c91b5b9ba'] in dv-cinder-840525-3-iscsi is: [{'id': 'ceb734a5-f189-419c-b469-f07c91b5b9ba', 'name': 'tempest-TestMinimumBasicScenario-1395399767-router', 'tenant_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'ea336685-663b-49a9-9d7e-a9a3c3fa7ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:48Z', 'updated_at': '2022-08-24T17:52:49Z', 'revision_number': 3, 'project_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'gw_port': {'id': 'ea336685-663b-49a9-9d7e-a9a3c3fa7ef9', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:32:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb734a5-f189-419c-b469-f07c91b5b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:49Z', 'updated_at': '2022-08-24T17:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:52:52.630483 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7cffbb62-18a7-4fd9-aed4-3b2ce3008617 admin admin] Publish callbacks [] for port (049c398b-f564-46f9-b145-8907925e0370), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:52.632852 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5b9eef99-281c-4798-9f11-d9db1e320830 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (92e2fa95-413b-4bad-9273-e708fd1ec42a), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:52.665995 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5b9eef99-281c-4798-9f11-d9db1e320830 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:52.667570 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-5b9eef99-281c-4798-9f11-d9db1e320830 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7519968 Aug 24 17:52:52.682800 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7cffbb62-18a7-4fd9-aed4-3b2ce3008617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (049c398b-f564-46f9-b145-8907925e0370), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:52.731893 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cffbb62-18a7-4fd9-aed4-3b2ce3008617 admin admin] Network dac78dd9-1a9c-4730-9dc0-142ff253576b is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:52:52.735393 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-7cffbb62-18a7-4fd9-aed4-3b2ce3008617 admin admin] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:52:52.739885 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cffbb62-18a7-4fd9-aed4-3b2ce3008617 admin admin] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:52:52.743417 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffbb62-18a7-4fd9-aed4-3b2ce3008617 admin admin] Pushing event updated for resources: {'Port': ['ID=049c398b-f564-46f9-b145-8907925e0370,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:52.790329 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7cffbb62-18a7-4fd9-aed4-3b2ce3008617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746992'] for router_interface (ceb734a5-f189-419c-b469-f07c91b5b9ba), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:52.962706 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:52.995349 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-1087b103-bee8-4dcf-8e57-588df4207c5e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--551029983&fields=id&tenant_id=2fe3fa5e280d4fbd8a26cac05fe8aaa9 HTTP/1.1" status: 200 len: 267 time: 0.1136689 Aug 24 17:52:52.999045 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7cffbb62-18a7-4fd9-aed4-3b2ce3008617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (049c398b-f564-46f9-b145-8907925e0370), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:53.011652 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-b3744724-af88-4e7a-a3ee-6622c88ead5e None None] Provisioning complete for port 049c398b-f564-46f9-b145-8907925e0370 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:53.012269 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-b3744724-af88-4e7a-a3ee-6622c88ead5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (049c398b-f564-46f9-b145-8907925e0370), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:53.057765 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-b3744724-af88-4e7a-a3ee-6622c88ead5e None None] Port 049c398b-f564-46f9-b145-8907925e0370 cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:52:53.204197 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-495b832d-669a-4a46-9e91-24873aef8aba tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:53.206224 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-495b832d-669a-4a46-9e91-24873aef8aba tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b4887da7-fc9b-4bdc-bef8-72d9aff23bba HTTP/1.1" status: 200 len: 817 time: 0.1966791 Aug 24 17:52:53.215346 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:53.237366 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-3bcdf8d1-7687-4411-96e5-8bb74c9bca7c tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/quotas/2fe3fa5e280d4fbd8a26cac05fe8aaa9 HTTP/1.1" status: 200 len: 375 time: 0.0192997 Aug 24 17:52:53.313760 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7cffbb62-18a7-4fd9-aed4-3b2ce3008617 admin admin] Publish callbacks [] for port (049c398b-f564-46f9-b145-8907925e0370), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:53.320612 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-9708e3b8-a58d-4d59-aca3-b92be4456fd7 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2fe3fa5e280d4fbd8a26cac05fe8aaa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764482 Aug 24 17:52:53.321673 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7cffbb62-18a7-4fd9-aed4-3b2ce3008617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (049c398b-f564-46f9-b145-8907925e0370), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:53.426908 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7cffbb62-18a7-4fd9-aed4-3b2ce3008617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747020'] for router_interface (ceb734a5-f189-419c-b469-f07c91b5b9ba), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:53.431271 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffbb62-18a7-4fd9-aed4-3b2ce3008617 admin admin] Pushing event updated for resources: {'Port': ['ID=049c398b-f564-46f9-b145-8907925e0370,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:53.538777 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-0839f914-6e0f-4bbf-b3ee-5b4ec8c0c12d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930566 Aug 24 17:52:53.630714 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cffbb62-18a7-4fd9-aed4-3b2ce3008617 admin admin] Network dac78dd9-1a9c-4730-9dc0-142ff253576b is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:52:53.635117 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-7cffbb62-18a7-4fd9-aed4-3b2ce3008617 admin admin] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:52:53.722549 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-4a2a360a-391d-4677-97fa-9f1f6673883c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760707 Aug 24 17:52:53.767914 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cffbb62-18a7-4fd9-aed4-3b2ce3008617 admin admin] Router ceb734a5-f189-419c-b469-f07c91b5b9ba has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:52:53.843975 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:53.884927 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-7661c40f-43fb-4b87-afcd-7b16079409ee None None] Provisioning complete for port 049c398b-f564-46f9-b145-8907925e0370 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:53.885381 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-7661c40f-43fb-4b87-afcd-7b16079409ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (049c398b-f564-46f9-b145-8907925e0370), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:53.888458 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cffbb62-18a7-4fd9-aed4-3b2ce3008617 admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:52:53.893710 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-7cffbb62-18a7-4fd9-aed4-3b2ce3008617 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/ceb734a5-f189-419c-b469-f07c91b5b9ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8022375 Aug 24 17:52:53.935688 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-7661c40f-43fb-4b87-afcd-7b16079409ee None None] Port 049c398b-f564-46f9-b145-8907925e0370 cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:52:54.123967 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 293fdf05-333c-4898-b395-4edbf1753806 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:52:54.168397 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:54.197096 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 293fdf05-333c-4898-b395-4edbf1753806 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:54.197598 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (293fdf05-333c-4898-b395-4edbf1753806), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:54.220099 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0f0dc1fd-cad2-48fb-9f74-8c1b8d49d1fd req-4ba9ea4b-fc75-4547-9391-8e8810c85005 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 210 time: 0.3478339 Aug 24 17:52:54.290730 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 293fdf05-333c-4898-b395-4edbf1753806 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:54.291854 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device ea336685-663b-49a9-9d7e-a9a3c3fa7ef9 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:52:54.338288 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port ea336685-663b-49a9-9d7e-a9a3c3fa7ef9 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:54.338668 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (ea336685-663b-49a9-9d7e-a9a3c3fa7ef9), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:54.379780 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:54.420952 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port ea336685-663b-49a9-9d7e-a9a3c3fa7ef9 is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:54.421344 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (ea336685-663b-49a9-9d7e-a9a3c3fa7ef9), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:54.451429 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port ea336685-663b-49a9-9d7e-a9a3c3fa7ef9, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=ea336685-663b-49a9-9d7e-a9a3c3fa7ef9,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:52:54.455817 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (ea336685-663b-49a9-9d7e-a9a3c3fa7ef9), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:54.488460 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] Sync routers for ids ['ceb734a5-f189-419c-b469-f07c91b5b9ba'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:52:54.519141 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] Routers {'ceb734a5-f189-419c-b469-f07c91b5b9ba'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:52:54.520148 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:52:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['ceb734a5-f189-419c-b469-f07c91b5b9ba'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:54.604979 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=ea336685-663b-49a9-9d7e-a9a3c3fa7ef9,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:54.654232 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] Set router ceb734a5-f189-419c-b469-f07c91b5b9ba gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:52:54.700502 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:55.032011 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb734a5-f189-419c-b469-f07c91b5b9ba', 'name': 'tempest-TestMinimumBasicScenario-1395399767-router', 'tenant_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'ea336685-663b-49a9-9d7e-a9a3c3fa7ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:48Z', 'updated_at': '2022-08-24T17:52:52Z', 'revision_number': 4, 'project_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'gw_port': {'id': 'ea336685-663b-49a9-9d7e-a9a3c3fa7ef9', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb734a5-f189-419c-b469-f07c91b5b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:49Z', 'updated_at': '2022-08-24T17:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '049c398b-f564-46f9-b145-8907925e0370', 'name': '', 'network_id': 'dac78dd9-1a9c-4730-9dc0-142ff253576b', 'tenant_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'mac_address': 'fa:16:3e:df:7d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb734a5-f189-419c-b469-f07c91b5b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '47a78761-9ffc-400e-96b5-8de74b831989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:52Z', 'updated_at': '2022-08-24T17:52:53Z', 'revision_number': 2, 'project_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'subnets': [{'id': '47a78761-9ffc-400e-96b5-8de74b831989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:55.069430 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] Checking router: ceb734a5-f189-419c-b469-f07c91b5b9ba for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:52:55.070070 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] Updating router ceb734a5-f189-419c-b469-f07c91b5b9ba port 049c398b-f564-46f9-b145-8907925e0370 binding host dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:52:55.109613 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (049c398b-f564-46f9-b145-8907925e0370), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:55.198031 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-61102252-24a6-4525-b499-8a9177821e0f tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:55.200539 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-61102252-24a6-4525-b499-8a9177821e0f tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.62 "GET /networking/v2.0/networks?id=b4887da7-fc9b-4bdc-bef8-72d9aff23bba HTTP/1.1" status: 200 len: 817 time: 0.1395533 Aug 24 17:52:55.339706 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-18cd3819-c4f8-44d1-9879-a89082d8f649 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.62 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2fe3fa5e280d4fbd8a26cac05fe8aaa9 HTTP/1.1" status: 200 len: 379 time: 0.1261652 Aug 24 17:52:55.350346 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-2cc255d0-770f-45ff-87e1-3b74af6413ff tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Request body: {'port': {'device_id': '34147b78-b9f5-4566-8d38-f0ed7ef27e7f', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'admin_state_up': True, 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'security_groups': ['0a9dbf14-d135-43b0-b642-f38882a9512a']}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:55.390162 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2bea0faa-ce9e-421f-848c-ae4eee0d4bad req-fcc42ba2-c82a-49f1-9bfe-c0bba1cfebf2 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 210 time: 0.0394402 Aug 24 17:52:55.494249 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-2cc255d0-770f-45ff-87e1-3b74af6413ff tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Made reservation on behalf of 2fe3fa5e280d4fbd8a26cac05fe8aaa9 for: {'port': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:52:55.498651 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-2cc255d0-770f-45ff-87e1-3b74af6413ff tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:55.541616 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] Publish callbacks [] for port (049c398b-f564-46f9-b145-8907925e0370), precommit_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:55.551395 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (049c398b-f564-46f9-b145-8907925e0370), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:55.606748 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd3203-ce0d-4d73-a35c-d02ac91cce75 None None] Pushing event updated for resources: {'Port': ['ID=049c398b-f564-46f9-b145-8907925e0370,revision_number=3']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:55.656596 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:55.665235 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-2cc255d0-770f-45ff-87e1-3b74af6413ff tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Allocated IP 172.20.0.3 (b4887da7-fc9b-4bdc-bef8-72d9aff23bba/f4beb65d-55f8-43c8-9c96-bbd198ab3e33/2ae11597-17eb-4280-8c34-d47ce491867b) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:52:55.667588 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] Attempting to bind port 049c398b-f564-46f9-b145-8907925e0370 on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:52:55.668106 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] Attempting to bind port 049c398b-f564-46f9-b145-8907925e0370 by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': '101b7798-21dc-445e-aa62-53e4ab83357e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dac78dd9-1a9c-4730-9dc0-142ff253576b'}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:52:55.668520 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] Attempting to bind port 049c398b-f564-46f9-b145-8907925e0370 on network dac78dd9-1a9c-4730-9dc0-142ff253576b {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:52:55.675415 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:52:55.676303 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] Checking segment: {'id': '101b7798-21dc-445e-aa62-53e4ab83357e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dac78dd9-1a9c-4730-9dc0-142ff253576b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:52:55.676874 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:55.677424 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] Bound using segment: {'id': '101b7798-21dc-445e-aa62-53e4ab83357e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dac78dd9-1a9c-4730-9dc0-142ff253576b'} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:52:55.678370 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] Bound port: 049c398b-f564-46f9-b145-8907925e0370, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101b7798-21dc-445e-aa62-53e4ab83357e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dac78dd9-1a9c-4730-9dc0-142ff253576b'}}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:52:55.678854 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (049c398b-f564-46f9-b145-8907925e0370), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:55.757776 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] For port 049c398b-f564-46f9-b145-8907925e0370, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:52:55.761497 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] For port 049c398b-f564-46f9-b145-8907925e0370, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=049c398b-f564-46f9-b145-8907925e0370,segment=NetworkSegment(101b7798-21dc-445e-aa62-53e4ab83357e),segment_id=101b7798-21dc-445e-aa62-53e4ab83357e)] {{(pid=112765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:52:55.770079 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (049c398b-f564-46f9-b145-8907925e0370), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:55.800056 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:55.808050 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] Routers {'ceb734a5-f189-419c-b469-f07c91b5b9ba'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:52:55.808689 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:52:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['ceb734a5-f189-419c-b469-f07c91b5b9ba'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:55.843791 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-2cc255d0-770f-45ff-87e1-3b74af6413ff tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for port (2ae11597-17eb-4280-8c34-d47ce491867b), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:55.881561 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-2cc255d0-770f-45ff-87e1-3b74af6413ff tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:55.901383 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:55.910339 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd3203-ce0d-4d73-a35c-d02ac91cce75 None None] Pushing event updated for resources: {'Port': ['ID=049c398b-f564-46f9-b145-8907925e0370,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:55.968261 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] Set router ceb734a5-f189-419c-b469-f07c91b5b9ba gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:52:55.978312 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc255d0-770f-45ff-87e1-3b74af6413ff tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Pushing event updated for resources: {'Port': ['ID=2ae11597-17eb-4280-8c34-d47ce491867b,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:55.997732 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-2cc255d0-770f-45ff-87e1-3b74af6413ff tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Network b4887da7-fc9b-4bdc-bef8-72d9aff23bba is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:52:55.999192 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-2cc255d0-770f-45ff-87e1-3b74af6413ff tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:52:56.004773 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-2cc255d0-770f-45ff-87e1-3b74af6413ff tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:52:56.022021 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device ea336685-663b-49a9-9d7e-a9a3c3fa7ef9 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:52:56.074384 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:56.098042 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-2cc255d0-770f-45ff-87e1-3b74af6413ff tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:56.099227 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-2cc255d0-770f-45ff-87e1-3b74af6413ff tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:56.135915 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-2cc255d0-770f-45ff-87e1-3b74af6413ff tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.62 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7897940 Aug 24 17:52:56.159411 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] Request body: {'port': {'device_id': '34147b78-b9f5-4566-8d38-f0ed7ef27e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:52:56.259194 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:56.266492 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port ea336685-663b-49a9-9d7e-a9a3c3fa7ef9 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:56.266988 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (ea336685-663b-49a9-9d7e-a9a3c3fa7ef9), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:56.377612 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port ea336685-663b-49a9-9d7e-a9a3c3fa7ef9 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:56.387569 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb734a5-f189-419c-b469-f07c91b5b9ba', 'name': 'tempest-TestMinimumBasicScenario-1395399767-router', 'tenant_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'ea336685-663b-49a9-9d7e-a9a3c3fa7ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:48Z', 'updated_at': '2022-08-24T17:52:52Z', 'revision_number': 4, 'project_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'gw_port': {'id': 'ea336685-663b-49a9-9d7e-a9a3c3fa7ef9', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb734a5-f189-419c-b469-f07c91b5b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:49Z', 'updated_at': '2022-08-24T17:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '049c398b-f564-46f9-b145-8907925e0370', 'name': '', 'network_id': 'dac78dd9-1a9c-4730-9dc0-142ff253576b', 'tenant_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'mac_address': 'fa:16:3e:df:7d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb734a5-f189-419c-b469-f07c91b5b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '47a78761-9ffc-400e-96b5-8de74b831989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:52Z', 'updated_at': '2022-08-24T17:52:55Z', 'revision_number': 4, 'project_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'subnets': [{'id': '47a78761-9ffc-400e-96b5-8de74b831989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:52:56.432023 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be579e48-dc4d-4f81-8118-0b190de22d66 None None] The sync data for ids ['ceb734a5-f189-419c-b469-f07c91b5b9ba'] in dv-cinder-840525-3-iscsi is: [{'id': 'ceb734a5-f189-419c-b469-f07c91b5b9ba', 'name': 'tempest-TestMinimumBasicScenario-1395399767-router', 'tenant_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'ea336685-663b-49a9-9d7e-a9a3c3fa7ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:48Z', 'updated_at': '2022-08-24T17:52:52Z', 'revision_number': 4, 'project_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'gw_port': {'id': 'ea336685-663b-49a9-9d7e-a9a3c3fa7ef9', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb734a5-f189-419c-b469-f07c91b5b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:49Z', 'updated_at': '2022-08-24T17:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '049c398b-f564-46f9-b145-8907925e0370', 'name': '', 'network_id': 'dac78dd9-1a9c-4730-9dc0-142ff253576b', 'tenant_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'mac_address': 'fa:16:3e:df:7d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb734a5-f189-419c-b469-f07c91b5b9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '47a78761-9ffc-400e-96b5-8de74b831989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:52Z', 'updated_at': '2022-08-24T17:52:55Z', 'revision_number': 4, 'project_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'subnets': [{'id': '47a78761-9ffc-400e-96b5-8de74b831989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:52:56.434434 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3ff708cc-921e-40bc-ba94-332487ad2cdb None None] Provisioning complete for port 2ae11597-17eb-4280-8c34-d47ce491867b triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:56.435052 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3ff708cc-921e-40bc-ba94-332487ad2cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:56.542006 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3ff708cc-921e-40bc-ba94-332487ad2cdb None None] Port 2ae11597-17eb-4280-8c34-d47ce491867b cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:52:56.633424 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38e15d-c5b4-4741-a39f-1fe52dedc0b4 req-b080fc2f-9df2-46cc-a728-9226569c18f3 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:56.634986 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8e38e15d-c5b4-4741-a39f-1fe52dedc0b4 req-b080fc2f-9df2-46cc-a728-9226569c18f3 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 931 time: 0.0816166 Aug 24 17:52:56.731468 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae11597-17eb-4280-8c34-d47ce491867b {{(pid=112763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:52:56.750976 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] Publish callbacks [] for port (2ae11597-17eb-4280-8c34-d47ce491867b), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:56.775238 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:56.788475 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8e38e15d-c5b4-4741-a39f-1fe52dedc0b4 req-2460de52-87ce-4c01-b45e-8f5262946a5e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457746 Aug 24 17:52:56.792298 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.provisioning_blocks [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] Transition to ACTIVE for port object 2ae11597-17eb-4280-8c34-d47ce491867b will not be triggered until provisioned by entity L2. {{(pid=112763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:52:56.802877 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:56.899798 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae11597-17eb-4280-8c34-d47ce491867b,revision_number=2']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:56.966960 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.managers [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] Attempting to bind port 2ae11597-17eb-4280-8c34-d47ce491867b on host hv-cinder-84052 for vnic_type normal with profile {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:52:56.967310 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.managers [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] Attempting to bind port 2ae11597-17eb-4280-8c34-d47ce491867b by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': 'b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba'}] {{(pid=112763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:52:56.967698 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] Attempting to bind port 2ae11597-17eb-4280-8c34-d47ce491867b on network b4887da7-fc9b-4bdc-bef8-72d9aff23bba {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:52:56.973581 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] Port 2ae11597-17eb-4280-8c34-d47ce491867b on network b4887da7-fc9b-4bdc-bef8-72d9aff23bba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:52:56.973916 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] Attempting to bind port 2ae11597-17eb-4280-8c34-d47ce491867b on network b4887da7-fc9b-4bdc-bef8-72d9aff23bba {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:52:56.979467 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] Checking agent: {'id': 'd24852b8-87fc-4acc-b821-6f57e7364c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'started_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:52:56.979858 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] Checking segment: {'id': 'b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:52:56.980232 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] Bound using segment: {'id': 'b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba'} {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:52:56.980735 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.managers [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] Bound port: 2ae11597-17eb-4280-8c34-d47ce491867b, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba'}}] {{(pid=112763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:52:56.981026 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:57.056071 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] For port 2ae11597-17eb-4280-8c34-d47ce491867b, host hv-cinder-84052, cleared binding levels {{(pid=112763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:52:57.061603 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] For port 2ae11597-17eb-4280-8c34-d47ce491867b, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=2ae11597-17eb-4280-8c34-d47ce491867b,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:52:57.074418 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:57.083788 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:57.085664 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:57.087179 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] 10.222.0.62 "PUT /networking/v2.0/ports/2ae11597-17eb-4280-8c34-d47ce491867b HTTP/1.1" status: 200 len: 1093 time: 0.9445095 Aug 24 17:52:57.087810 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34147b78-b9f5-4566-8d38-f0ed7ef27e7f', 'tag': '2ae11597-17eb-4280-8c34-d47ce491867b'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:52:57.090536 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2174be2f-0257-4870-9d83-cba7cf8a395c" -d '{"events": [{"name": "network-changed", "server_uuid": "34147b78-b9f5-4566-8d38-f0ed7ef27e7f", "tag": "2ae11597-17eb-4280-8c34-d47ce491867b"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:52:57.176062 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba84995-d5a6-4959-999e-adfaef3dddbc x-openstack-request-id: req-0ba84995-d5a6-4959-999e-adfaef3dddbc {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:52:57.176618 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34147b78-b9f5-4566-8d38-f0ed7ef27e7f", "tag": "2ae11597-17eb-4280-8c34-d47ce491867b", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:52:57.176867 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0ba84995-d5a6-4959-999e-adfaef3dddbc {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:52:57.177267 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ba84995-d5a6-4959-999e-adfaef3dddbc'] response: {'name': 'network-changed', 'server_uuid': '34147b78-b9f5-4566-8d38-f0ed7ef27e7f', 'tag': '2ae11597-17eb-4280-8c34-d47ce491867b', 'status': 'completed', 'code': 200} Aug 24 17:52:57.223240 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7415c21-b801-43bd-8adb-3a86a2d55ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae11597-17eb-4280-8c34-d47ce491867b,revision_number=3']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:57.229474 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a074f59a-a7a5-4e23-ab66-eeb636c57d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:57.230989 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-a074f59a-a7a5-4e23-ab66-eeb636c57d88 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=2fe3fa5e280d4fbd8a26cac05fe8aaa9&device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 1127 time: 0.0643358 Aug 24 17:52:57.282108 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-5231f6e4-f6a7-4313-a948-1dc53741547f service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ae11597-17eb-4280-8c34-d47ce491867b HTTP/1.1" status: 200 len: 217 time: 0.0422928 Aug 24 17:52:57.344602 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-c8e2bae1-eaee-4aaf-868f-43392c42472a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:57.346029 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-c8e2bae1-eaee-4aaf-868f-43392c42472a service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=f4beb65d-55f8-43c8-9c96-bbd198ab3e33 HTTP/1.1" status: 200 len: 856 time: 0.0569861 Aug 24 17:52:57.399649 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-f98e2462-f7be-41c1-b878-ea3c0cdfb1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:57.401261 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-f98e2462-f7be-41c1-b878-ea3c0cdfb1ed service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=b4887da7-fc9b-4bdc-bef8-72d9aff23bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475585 Aug 24 17:52:57.451046 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:57.526515 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-102e68cc-5f5d-4948-9638-d5372c6c2cf4 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178539 Aug 24 17:52:57.657720 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-dc695ef5-db7a-4ebb-94ed-7894d9684671 req-70e9d1da-b247-4cb6-afbe-b6733073e8ab service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225073 Aug 24 17:52:57.944052 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda26063-6c4b-4c07-b85c-a7b785472fdb req-0b1e4079-b59a-4f50-ab81-a9c43c1a73a5 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:57.951755 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fda26063-6c4b-4c07-b85c-a7b785472fdb req-0b1e4079-b59a-4f50-ab81-a9c43c1a73a5 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 943 time: 0.0711432 Aug 24 17:52:58.003431 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 049c398b-f564-46f9-b145-8907925e0370 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:52:58.030757 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fda26063-6c4b-4c07-b85c-a7b785472fdb req-80104ce6-aee5-4bc4-a9ca-828b77adb91c tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778723 Aug 24 17:52:58.057034 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 049c398b-f564-46f9-b145-8907925e0370 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:52:58.057446 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (049c398b-f564-46f9-b145-8907925e0370), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:58.141033 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 049c398b-f564-46f9-b145-8907925e0370 is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:52:58.141599 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (049c398b-f564-46f9-b145-8907925e0370), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:58.182392 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port 049c398b-f564-46f9-b145-8907925e0370, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=049c398b-f564-46f9-b145-8907925e0370,segment=NetworkSegment(101b7798-21dc-445e-aa62-53e4ab83357e),segment_id=101b7798-21dc-445e-aa62-53e4ab83357e)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:52:58.188024 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (049c398b-f564-46f9-b145-8907925e0370), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:52:58.243278 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=049c398b-f564-46f9-b145-8907925e0370,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:52:58.630374 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174be2f-0257-4870-9d83-cba7cf8a395c req-666917a2-371a-4d4f-929a-4d2a641e7a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:58.632256 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2174be2f-0257-4870-9d83-cba7cf8a395c req-666917a2-371a-4d4f-929a-4d2a641e7a24 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=2fe3fa5e280d4fbd8a26cac05fe8aaa9&device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 1127 time: 0.0467911 Aug 24 17:52:58.750370 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174be2f-0257-4870-9d83-cba7cf8a395c req-85514bc8-622f-4ac5-9e41-fba8c70f9428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:58.752136 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2174be2f-0257-4870-9d83-cba7cf8a395c req-85514bc8-622f-4ac5-9e41-fba8c70f9428 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=b4887da7-fc9b-4bdc-bef8-72d9aff23bba HTTP/1.1" status: 200 len: 918 time: 0.1131306 Aug 24 17:52:58.795089 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2174be2f-0257-4870-9d83-cba7cf8a395c req-06fc2cf5-24e8-4609-9a7f-ea57d0de9a26 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ae11597-17eb-4280-8c34-d47ce491867b HTTP/1.1" status: 200 len: 217 time: 0.0354879 Aug 24 17:52:58.853427 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174be2f-0257-4870-9d83-cba7cf8a395c req-ee513965-e4c8-46cd-846e-9565f8a0ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:58.855077 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2174be2f-0257-4870-9d83-cba7cf8a395c req-ee513965-e4c8-46cd-846e-9565f8a0ba8d service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=f4beb65d-55f8-43c8-9c96-bbd198ab3e33 HTTP/1.1" status: 200 len: 856 time: 0.0539138 Aug 24 17:52:58.902083 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174be2f-0257-4870-9d83-cba7cf8a395c req-483b1e8e-0faa-4d83-b252-ed489065f0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:58.904047 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2174be2f-0257-4870-9d83-cba7cf8a395c req-483b1e8e-0faa-4d83-b252-ed489065f0b9 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=b4887da7-fc9b-4bdc-bef8-72d9aff23bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429306 Aug 24 17:52:58.936358 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:52:59.006725 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2174be2f-0257-4870-9d83-cba7cf8a395c req-1ce4912c-0a02-4e31-a020-8b638e950ff1 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955133 Aug 24 17:52:59.126450 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2174be2f-0257-4870-9d83-cba7cf8a395c req-80275ed3-b9e0-4221-958f-ba8deea5c18e service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127145 Aug 24 17:52:59.232447 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ada50d-620d-43bd-8fe0-4cefb596a5b9 req-3811133a-781e-437b-b0d6-4bf1ae6fec1e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:52:59.235868 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-32ada50d-620d-43bd-8fe0-4cefb596a5b9 req-3811133a-781e-437b-b0d6-4bf1ae6fec1e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 943 time: 0.1131613 Aug 24 17:52:59.295234 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-32ada50d-620d-43bd-8fe0-4cefb596a5b9 req-59d9dd77-df0c-48c4-88f9-ae3e4646e28c tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506074 Aug 24 17:52:59.950098 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 049c398b-f564-46f9-b145-8907925e0370 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:52:59.976565 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:00.000249 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 049c398b-f564-46f9-b145-8907925e0370 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:00.000633 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (049c398b-f564-46f9-b145-8907925e0370), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:00.084258 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 049c398b-f564-46f9-b145-8907925e0370 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:00.430579 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb327530-e7cc-4e08-8d44-a19d4e990c95 req-03c7139e-0cbc-43f2-8317-c3f17e296c03 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:00.432378 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fb327530-e7cc-4e08-8d44-a19d4e990c95 req-03c7139e-0cbc-43f2-8317-c3f17e296c03 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 943 time: 0.0529392 Aug 24 17:53:00.483933 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fb327530-e7cc-4e08-8d44-a19d4e990c95 req-b215de58-e015-44f5-9245-28c300f5657f tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459538 Aug 24 17:53:00.806694 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:53:01.025754 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 2ae11597-17eb-4280-8c34-d47ce491867b details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:53:01.138736 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 2ae11597-17eb-4280-8c34-d47ce491867b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=2ae11597-17eb-4280-8c34-d47ce491867b,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:01.151397 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '2ae11597-17eb-4280-8c34-d47ce491867b', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'port_id': '2ae11597-17eb-4280-8c34-d47ce491867b', 'mac_address': 'fa:16:3e:40:36:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:53:01.191391 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 2ae11597-17eb-4280-8c34-d47ce491867b is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:01.191916 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:01.213362 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae11597-17eb-4280-8c34-d47ce491867b {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:53:01.218869 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:01.238378 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 2ae11597-17eb-4280-8c34-d47ce491867b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=2ae11597-17eb-4280-8c34-d47ce491867b,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:01.244470 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:01.298768 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=2ae11597-17eb-4280-8c34-d47ce491867b,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:01.536016 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['2ae11597-17eb-4280-8c34-d47ce491867b'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:53:01.634918 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fd281-6ad7-447e-a68c-dfc5a5ac1bc9 req-8f70cb31-e5dc-4bab-9cf6-50858afef68a tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:01.645262 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-da0fd281-6ad7-447e-a68c-dfc5a5ac1bc9 req-8f70cb31-e5dc-4bab-9cf6-50858afef68a tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 944 time: 0.0705698 Aug 24 17:53:01.709699 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-da0fd281-6ad7-447e-a68c-dfc5a5ac1bc9 req-710f4cf7-c1aa-474b-9e13-c16543c38a02 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574777 Aug 24 17:53:02.836753 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2879e-b4ac-4db8-bdec-afac17b2cdaf req-6e9bed2e-8b03-4ce1-8fc9-73abc5d872d8 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:02.838802 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0ca2879e-b4ac-4db8-bdec-afac17b2cdaf req-6e9bed2e-8b03-4ce1-8fc9-73abc5d872d8 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 944 time: 0.0560808 Aug 24 17:53:02.888943 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0ca2879e-b4ac-4db8-bdec-afac17b2cdaf req-7094b27d-1cbc-41e8-8f15-0ea6dfd391cb tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448785 Aug 24 17:53:03.021725 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 2ae11597-17eb-4280-8c34-d47ce491867b up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:53:03.066789 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning for port 2ae11597-17eb-4280-8c34-d47ce491867b completed by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:53:03.073010 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 2ae11597-17eb-4280-8c34-d47ce491867b triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:03.073380 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:03.156821 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 2ae11597-17eb-4280-8c34-d47ce491867b is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:03.157204 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:03.186856 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34147b78-b9f5-4566-8d38-f0ed7ef27e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae11597-17eb-4280-8c34-d47ce491867b'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:03.190339 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a92a01d-f1f5-4709-8746-289749c9f089" -d '{"events": [{"server_uuid": "34147b78-b9f5-4566-8d38-f0ed7ef27e7f", "name": "network-vif-plugged", "status": "completed", "tag": "2ae11597-17eb-4280-8c34-d47ce491867b"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:03.205716 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 2ae11597-17eb-4280-8c34-d47ce491867b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=2ae11597-17eb-4280-8c34-d47ce491867b,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:03.213791 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:03.250224 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449d46f1-2d93-4961-a92a-763009c1245a x-openstack-request-id: req-449d46f1-2d93-4961-a92a-763009c1245a {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:03.250606 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34147b78-b9f5-4566-8d38-f0ed7ef27e7f", "name": "network-vif-plugged", "status": "completed", "tag": "2ae11597-17eb-4280-8c34-d47ce491867b", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:03.250845 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-449d46f1-2d93-4961-a92a-763009c1245a {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:03.251285 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-449d46f1-2d93-4961-a92a-763009c1245a'] response: {'server_uuid': '34147b78-b9f5-4566-8d38-f0ed7ef27e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae11597-17eb-4280-8c34-d47ce491867b', 'code': 200} Aug 24 17:53:03.285935 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=2ae11597-17eb-4280-8c34-d47ce491867b,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:03.445495 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411c5c7-b032-48c7-b34b-7c6e97c64fcb req-181a9b79-8e55-4856-897e-0b7fc0ea11f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:03.447141 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-1411c5c7-b032-48c7-b34b-7c6e97c64fcb req-181a9b79-8e55-4856-897e-0b7fc0ea11f1 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 1129 time: 0.0560031 Aug 24 17:53:03.492893 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-1411c5c7-b032-48c7-b34b-7c6e97c64fcb req-9811b282-3c0a-484e-8a87-cd78d32b2cf4 service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398967 Aug 24 17:53:04.023617 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d0a04-6cd0-4cf0-9160-e209550e929f req-97b7060b-ddb5-46a8-9ae8-515ba7ebce84 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:04.025124 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4d1d0a04-6cd0-4cf0-9160-e209550e929f req-97b7060b-ddb5-46a8-9ae8-515ba7ebce84 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0515382 Aug 24 17:53:04.074526 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4d1d0a04-6cd0-4cf0-9160-e209550e929f req-e1ff52ea-6a9f-462a-a3ae-963f58191255 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432382 Aug 24 17:53:04.241076 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-39d2915c-d24e-469c-8eac-3ddf13682a8d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:04.242457 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-39d2915c-d24e-469c-8eac-3ddf13682a8d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/networks?id=5a577f69-19df-42ad-a735-e23f9d18bb40 HTTP/1.1" status: 200 len: 814 time: 0.1047029 Aug 24 17:53:04.254537 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:04.259009 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-4d65b32f-c41a-43a4-8acb-aa0f6572b847 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/quotas/e78c5560d7874c7d9ae11d1a078090d9 HTTP/1.1" status: 200 len: 375 time: 0.0108895 Aug 24 17:53:04.314768 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-01b0c721-c3a0-4e02-99ef-34d748c32db8 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e78c5560d7874c7d9ae11d1a078090d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499642 Aug 24 17:53:04.409653 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-bafb7259-bd8f-4077-bc20-4d659edea071 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a577f69-19df-42ad-a735-e23f9d18bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835369 Aug 24 17:53:04.500355 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-921047bd-dfee-4980-a7e9-7259121f7ae8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a577f69-19df-42ad-a735-e23f9d18bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849593 Aug 24 17:53:04.665579 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c94a2905-076e-420b-b8e8-ff02a447338c req-b6fef2c7-bbc7-49c0-b571-78b2c390920f tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 210 time: 0.0281832 Aug 24 17:53:05.073855 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:05.088461 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:05.126687 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:05.131898 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ebb473ba-5902-4dfa-bfda-e0619d9c7fe8 req-c6c08643-3cbf-49c3-a084-fa1349b93f17 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421224 Aug 24 17:53:05.214022 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980fc78-2f0d-425c-b3e8-87ef7516d1a2 req-c8b98741-9bd4-4ca3-a9cb-32362d12ac91 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:05.215574 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0980fc78-2f0d-425c-b3e8-87ef7516d1a2 req-c8b98741-9bd4-4ca3-a9cb-32362d12ac91 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0538766 Aug 24 17:53:05.225730 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb473ba-5902-4dfa-bfda-e0619d9c7fe8 req-6f80231d-730d-4a22-b252-aa9cb401b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:05.227213 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ebb473ba-5902-4dfa-bfda-e0619d9c7fe8 req-6f80231d-730d-4a22-b252-aa9cb401b677 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=0fb78a439e20439f8d93a4f7df3f28f8&device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 1130 time: 0.0457494 Aug 24 17:53:05.272053 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0980fc78-2f0d-425c-b3e8-87ef7516d1a2 req-e03aa073-aed8-45ff-9b31-2e1e04988a8c tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500724 Aug 24 17:53:05.351709 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb473ba-5902-4dfa-bfda-e0619d9c7fe8 req-dbf35c61-fdb5-4249-b689-a8ffc1b2eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:05.353180 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ebb473ba-5902-4dfa-bfda-e0619d9c7fe8 req-dbf35c61-fdb5-4249-b689-a8ffc1b2eeed service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=42250e67-e026-4ee8-a8ab-86c733e9a211 HTTP/1.1" status: 200 len: 919 time: 0.1073849 Aug 24 17:53:05.398896 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fce99-2b8b-405d-ab29-e1f2720090ce req-b988cbeb-bf68-4053-9ae7-2a8cd230be66 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:05.400389 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-453fce99-2b8b-405d-ab29-e1f2720090ce req-b988cbeb-bf68-4053-9ae7-2a8cd230be66 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0463507 Aug 24 17:53:05.410208 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 37126) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:05.414810 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-2bda2b5b-0896-436c-b060-83cd603dbbad tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Request body: {'floatingip': {'port_id': '2ae11597-17eb-4280-8c34-d47ce491867b'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:05.456030 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2bda2b5b-0896-436c-b060-83cd603dbbad tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for floatingip (92e2fa95-413b-4bad-9273-e708fd1ec42a), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:05.788604 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-71d0e20d-0c6b-4edb-a36c-76635753031d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:05.790186 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-71d0e20d-0c6b-4edb-a36c-76635753031d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.62 "GET /networking/v2.0/networks?id=5a577f69-19df-42ad-a735-e23f9d18bb40 HTTP/1.1" status: 200 len: 814 time: 0.1437159 Aug 24 17:53:05.810017 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-b8902265-f1d7-4b7a-bc8e-d0e3c51914ee tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Request body: {'port': {'device_id': '3051bbe9-8766-4204-9998-a496565cfc22', 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40', 'admin_state_up': True, 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:05.816770 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-de1487b8-df49-47d4-acaf-51fa05378f02 req-880c1849-5358-4ee4-97f8-4f31600a1cff tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 210 time: 0.0474026 Aug 24 17:53:05.910036 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ebb473ba-5902-4dfa-bfda-e0619d9c7fe8 req-155cbd35-49a0-4478-9794-b4bae60299d2 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87b079d0-f5b8-4315-b27a-8988f8c98b86 HTTP/1.1" status: 200 len: 217 time: 0.3136470 Aug 24 17:53:05.931712 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:05.941725 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-b8902265-f1d7-4b7a-bc8e-d0e3c51914ee tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Made reservation on behalf of e78c5560d7874c7d9ae11d1a078090d9 for: {'port': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:53:05.945587 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-b8902265-f1d7-4b7a-bc8e-d0e3c51914ee tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:05.950113 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:06.012978 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb473ba-5902-4dfa-bfda-e0619d9c7fe8 req-229eeb65-1730-4995-8460-9cea2eb7b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:06.014796 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ebb473ba-5902-4dfa-bfda-e0619d9c7fe8 req-229eeb65-1730-4995-8460-9cea2eb7b1ce service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=691c41c2-810c-4ccb-bb31-aecf9470a77a HTTP/1.1" status: 200 len: 857 time: 0.0958128 Aug 24 17:53:06.087455 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-b8902265-f1d7-4b7a-bc8e-d0e3c51914ee tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Allocated IP 172.20.0.3 (5a577f69-19df-42ad-a735-e23f9d18bb40/eca100be-8af3-4b6d-a329-e6477a4afdd5/dcaa2642-5d4e-4109-91ed-2b174f78eea6) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:53:06.128874 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb473ba-5902-4dfa-bfda-e0619d9c7fe8 req-dc48b519-94fa-450f-ba29-c398ff4218b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:06.131035 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ebb473ba-5902-4dfa-bfda-e0619d9c7fe8 req-dc48b519-94fa-450f-ba29-c398ff4218b7 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=42250e67-e026-4ee8-a8ab-86c733e9a211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1094327 Aug 24 17:53:06.279911 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-b8902265-f1d7-4b7a-bc8e-d0e3c51914ee tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for port (dcaa2642-5d4e-4109-91ed-2b174f78eea6), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:06.293298 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2bda2b5b-0896-436c-b060-83cd603dbbad tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:06.326130 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2bda2b5b-0896-436c-b060-83cd603dbbad tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (92e2fa95-413b-4bad-9273-e708fd1ec42a), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:06.368114 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-b8902265-f1d7-4b7a-bc8e-d0e3c51914ee tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (dcaa2642-5d4e-4109-91ed-2b174f78eea6), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:06.430245 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ebb473ba-5902-4dfa-bfda-e0619d9c7fe8 req-06f93876-5166-43ff-9abe-cd8c0afd90c9 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959817 Aug 24 17:53:06.438538 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-b8902265-f1d7-4b7a-bc8e-d0e3c51914ee tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Network 5a577f69-19df-42ad-a735-e23f9d18bb40 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:53:06.442706 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-b8902265-f1d7-4b7a-bc8e-d0e3c51914ee tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:53:06.449493 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-b8902265-f1d7-4b7a-bc8e-d0e3c51914ee tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:53:06.460134 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8902265-f1d7-4b7a-bc8e-d0e3c51914ee tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Pushing event updated for resources: {'Port': ['ID=dcaa2642-5d4e-4109-91ed-2b174f78eea6,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:06.466412 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.l3_db [None req-2bda2b5b-0896-436c-b060-83cd603dbbad tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Floating IP 92e2fa95-413b-4bad-9273-e708fd1ec42a associated. External IP: 172.27.1.28, port: 2ae11597-17eb-4280-8c34-d47ce491867b. Aug 24 17:53:06.634971 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:06.815025 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bda2b5b-0896-436c-b060-83cd603dbbad tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:53:06.858398 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-b99f1620-d707-4e80-94ce-7ee6e8df104b None None] Provisioning complete for port dcaa2642-5d4e-4109-91ed-2b174f78eea6 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:06.858865 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-b99f1620-d707-4e80-94ce-7ee6e8df104b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (dcaa2642-5d4e-4109-91ed-2b174f78eea6), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:06.933882 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-b8902265-f1d7-4b7a-bc8e-d0e3c51914ee tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:06.939301 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-b8902265-f1d7-4b7a-bc8e-d0e3c51914ee tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:06.941728 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-b99f1620-d707-4e80-94ce-7ee6e8df104b None None] Port dcaa2642-5d4e-4109-91ed-2b174f78eea6 cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:53:06.980444 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:06.995126 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-b8902265-f1d7-4b7a-bc8e-d0e3c51914ee tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.62 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1897838 Aug 24 17:53:07.008027 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-54f2e332-577c-4e09-a292-7e9bab2caf0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:07.051218 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bda2b5b-0896-436c-b060-83cd603dbbad tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:53:07.057471 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2bda2b5b-0896-436c-b060-83cd603dbbad tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:07.064845 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee706a-a13f-497c-863f-baae99edada7 None None] Sync routers for ids ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:53:07.080564 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bee706a-a13f-497c-863f-baae99edada7 None None] Routers {'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:53:07.081360 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-6bee706a-a13f-497c-863f-baae99edada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:52:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:07.091740 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3f17a-205b-4b6e-a6e6-1359a9090c27 req-6ac8d169-b872-4f0d-a6e8-b8636ad7cf97 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:07.093589 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ddb3f17a-205b-4b6e-a6e6-1359a9090c27 req-6ac8d169-b872-4f0d-a6e8-b8636ad7cf97 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 931 time: 0.0926747 Aug 24 17:53:07.118520 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-2bda2b5b-0896-436c-b060-83cd603dbbad tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/92e2fa95-413b-4bad-9273-e708fd1ec42a HTTP/1.1" status: 200 len: 990 time: 1.7051144 Aug 24 17:53:07.122698 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34147b78-b9f5-4566-8d38-f0ed7ef27e7f', 'tag': '2ae11597-17eb-4280-8c34-d47ce491867b'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:07.125515 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02e2b3b-6046-40eb-aae9-ed00f0da3bce" -d '{"events": [{"name": "network-changed", "server_uuid": "34147b78-b9f5-4566-8d38-f0ed7ef27e7f", "tag": "2ae11597-17eb-4280-8c34-d47ce491867b"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:07.162446 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ddb3f17a-205b-4b6e-a6e6-1359a9090c27 req-0eaa0038-a834-4862-8ad2-4b37c9747ff0 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588293 Aug 24 17:53:07.169678 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f5b551-8c26-4330-b43d-246e933869b8 x-openstack-request-id: req-19f5b551-8c26-4330-b43d-246e933869b8 {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:07.170058 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34147b78-b9f5-4566-8d38-f0ed7ef27e7f", "tag": "2ae11597-17eb-4280-8c34-d47ce491867b", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:07.170397 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-19f5b551-8c26-4330-b43d-246e933869b8 {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:07.170885 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f5b551-8c26-4330-b43d-246e933869b8'] response: {'name': 'network-changed', 'server_uuid': '34147b78-b9f5-4566-8d38-f0ed7ef27e7f', 'tag': '2ae11597-17eb-4280-8c34-d47ce491867b', 'status': 'completed', 'code': 200} Aug 24 17:53:07.226014 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:07.230950 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-6bee706a-a13f-497c-863f-baae99edada7 None None] Set router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:53:07.394791 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:07.456861 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-6bee706a-a13f-497c-863f-baae99edada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-router', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'gw_port': {'id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:56Z', 'updated_at': '2022-08-24T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '92e2fa95-413b-4bad-9273-e708fd1ec42a', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'port_id': '2ae11597-17eb-4280-8c34-d47ce491867b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'mac_address': 'fa:16:3e:40:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34147b78-b9f5-4566-8d38-f0ed7ef27e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:52:52Z', 'updated_at': '2022-08-24T17:53:06Z', 'revision_number': 1, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438fb3a2-75e8-4496-aedb-10fc5cb31e8a', 'name': '', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'mac_address': 'fa:16:3e:b5:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:04Z', 'updated_at': '2022-08-24T17:48:14Z', 'revision_number': 5, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'subnets': [{'id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:07.483323 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee706a-a13f-497c-863f-baae99edada7 None None] Checking router: a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:53:07.492141 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bee706a-a13f-497c-863f-baae99edada7 None None] Routers {'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:53:07.492753 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-6bee706a-a13f-497c-863f-baae99edada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:52:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:07.598798 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-6bee706a-a13f-497c-863f-baae99edada7 None None] Set router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:53:07.816551 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-6bee706a-a13f-497c-863f-baae99edada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-router', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'gw_port': {'id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:56Z', 'updated_at': '2022-08-24T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '92e2fa95-413b-4bad-9273-e708fd1ec42a', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'port_id': '2ae11597-17eb-4280-8c34-d47ce491867b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'mac_address': 'fa:16:3e:40:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34147b78-b9f5-4566-8d38-f0ed7ef27e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:52:52Z', 'updated_at': '2022-08-24T17:53:06Z', 'revision_number': 1, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438fb3a2-75e8-4496-aedb-10fc5cb31e8a', 'name': '', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'mac_address': 'fa:16:3e:b5:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:04Z', 'updated_at': '2022-08-24T17:48:14Z', 'revision_number': 5, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'subnets': [{'id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:07.846198 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee706a-a13f-497c-863f-baae99edada7 None None] The sync data for ids ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'] in dv-cinder-840525-3-iscsi is: [{'id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-router', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'gw_port': {'id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:56Z', 'updated_at': '2022-08-24T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '92e2fa95-413b-4bad-9273-e708fd1ec42a', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'port_id': '2ae11597-17eb-4280-8c34-d47ce491867b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'mac_address': 'fa:16:3e:40:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34147b78-b9f5-4566-8d38-f0ed7ef27e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:52:52Z', 'updated_at': '2022-08-24T17:53:06Z', 'revision_number': 1, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438fb3a2-75e8-4496-aedb-10fc5cb31e8a', 'name': '', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'mac_address': 'fa:16:3e:b5:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:04Z', 'updated_at': '2022-08-24T17:48:14Z', 'revision_number': 5, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'subnets': [{'id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:53:08.065516 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaaf1ee-bc9b-4739-9457-1c8ae09c5ba6 None None] New status for floating IP 92e2fa95-413b-4bad-9273-e708fd1ec42a: ACTIVE {{(pid=112765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:53:08.305754 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606da69-5661-4682-8291-e506ea868107 req-20206977-c178-46f1-94fd-66d6688c0f21 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:08.312534 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4606da69-5661-4682-8291-e506ea868107 req-20206977-c178-46f1-94fd-66d6688c0f21 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 931 time: 0.0575242 Aug 24 17:53:08.361998 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4606da69-5661-4682-8291-e506ea868107 req-735cec12-9250-486c-9991-1092f2959388 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482774 Aug 24 17:53:09.449332 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-ad69d44e-9aae-496d-a8aa-9abd17f1e4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:09.482268 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:09.497343 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7357d32-5e24-466c-bb7f-628341ca274d req-d64df1c0-55a7-4502-ad40-906018f16fae tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:09.498906 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f7357d32-5e24-466c-bb7f-628341ca274d req-d64df1c0-55a7-4502-ad40-906018f16fae tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 931 time: 0.0539410 Aug 24 17:53:09.556003 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f7357d32-5e24-466c-bb7f-628341ca274d req-8dec9819-cd21-4016-9810-d6606c1a02cc tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509143 Aug 24 17:53:10.612625 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:10.699505 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057b15a-ce6a-4e84-b363-a7e79170e8e5 req-9a32775e-28f9-4547-a7dd-4f226fa11bba tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:10.701067 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7057b15a-ce6a-4e84-b363-a7e79170e8e5 req-9a32775e-28f9-4547-a7dd-4f226fa11bba tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 931 time: 0.0572336 Aug 24 17:53:10.760268 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7057b15a-ce6a-4e84-b363-a7e79170e8e5 req-ca9a568b-9b51-43de-8b30-3b3348e5fa4e tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520108 Aug 24 17:53:11.892650 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1796fac-e8f5-4b7d-9211-54184aa67d3a req-b2f126be-48da-4aef-900f-f4f2195f4e3d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:11.894331 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a1796fac-e8f5-4b7d-9211-54184aa67d3a req-b2f126be-48da-4aef-900f-f4f2195f4e3d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 931 time: 0.0563574 Aug 24 17:53:11.952740 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a1796fac-e8f5-4b7d-9211-54184aa67d3a req-a9dc2d12-15f5-4679-8034-91fe14830bd7 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521171 Aug 24 17:53:11.970854 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:12.042085 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:13.077994 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faadd9-6513-4acb-9379-4d2b1e4def5e req-587479de-f2be-4d55-a2ac-37b97281816e tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:13.079545 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-98faadd9-6513-4acb-9379-4d2b1e4def5e req-587479de-f2be-4d55-a2ac-37b97281816e tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 931 time: 0.0519886 Aug 24 17:53:13.137547 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-98faadd9-6513-4acb-9379-4d2b1e4def5e req-335c5b99-ebc2-4a5b-9282-9078ba50fa53 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452538 Aug 24 17:53:14.272834 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1228c9-e795-421e-92e9-8aba67c94c4c req-a5b7e7f2-3e9c-42cf-a6a3-cfb7da71da34 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:14.275135 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-6f1228c9-e795-421e-92e9-8aba67c94c4c req-a5b7e7f2-3e9c-42cf-a6a3-cfb7da71da34 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 931 time: 0.0533767 Aug 24 17:53:14.339358 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-6f1228c9-e795-421e-92e9-8aba67c94c4c req-0ae8dbe4-9f34-4b37-8743-28b797f1c599 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551457 Aug 24 17:53:15.205993 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] Request body: {'port': {'device_id': '3051bbe9-8766-4204-9998-a496565cfc22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:15.273110 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:15.278750 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e2b3b-6046-40eb-aae9-ed00f0da3bce req-110176a7-4f7f-448b-8987-80954c6d3a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:15.280266 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f02e2b3b-6046-40eb-aae9-ed00f0da3bce req-110176a7-4f7f-448b-8987-80954c6d3a89 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=2fe3fa5e280d4fbd8a26cac05fe8aaa9&device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 1129 time: 0.0529764 Aug 24 17:53:15.293855 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ebb473ba-5902-4dfa-bfda-e0619d9c7fe8 req-fdf4f667-c029-4dc4-97c6-de7097a1429b service neutron] 10.222.0.62 "GET /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987251 Aug 24 17:53:15.341418 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (dcaa2642-5d4e-4109-91ed-2b174f78eea6), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:15.447117 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e2b3b-6046-40eb-aae9-ed00f0da3bce req-b4181847-d51b-490a-875b-5514ddee1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:15.448604 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f02e2b3b-6046-40eb-aae9-ed00f0da3bce req-b4181847-d51b-490a-875b-5514ddee1caf service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=b4887da7-fc9b-4bdc-bef8-72d9aff23bba HTTP/1.1" status: 200 len: 918 time: 0.1520121 Aug 24 17:53:15.471864 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6a7de-0528-434b-b9d9-41b91e2d4653 req-a291948c-fd21-4d19-9cc7-2c90c465c2fe tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:15.473387 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7ff6a7de-0528-434b-b9d9-41b91e2d4653 req-a291948c-fd21-4d19-9cc7-2c90c465c2fe tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 931 time: 0.0477946 Aug 24 17:53:15.527074 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7ff6a7de-0528-434b-b9d9-41b91e2d4653 req-a2d582cd-f7ed-4535-b102-e05e072506d4 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480108 Aug 24 17:53:15.656480 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcaa2642-5d4e-4109-91ed-2b174f78eea6 {{(pid=112764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:53:15.664547 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] Publish callbacks [] for port (dcaa2642-5d4e-4109-91ed-2b174f78eea6), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:15.716154 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.provisioning_blocks [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] Transition to ACTIVE for port object dcaa2642-5d4e-4109-91ed-2b174f78eea6 will not be triggered until provisioned by entity L2. {{(pid=112764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:53:15.724176 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (dcaa2642-5d4e-4109-91ed-2b174f78eea6), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:15.756823 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f02e2b3b-6046-40eb-aae9-ed00f0da3bce req-64fa165d-9676-46a7-a5b6-64a9f78b34d4 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ae11597-17eb-4280-8c34-d47ce491867b HTTP/1.1" status: 200 len: 1000 time: 0.0896893 Aug 24 17:53:15.795867 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] Pushing event updated for resources: {'Port': ['ID=dcaa2642-5d4e-4109-91ed-2b174f78eea6,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:15.844151 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] Attempting to bind port dcaa2642-5d4e-4109-91ed-2b174f78eea6 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:53:15.844514 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] Attempting to bind port dcaa2642-5d4e-4109-91ed-2b174f78eea6 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': 'ca8e4f11-9f15-4fc3-af27-38184a143a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40'}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:53:15.844846 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] Attempting to bind port dcaa2642-5d4e-4109-91ed-2b174f78eea6 on network 5a577f69-19df-42ad-a735-e23f9d18bb40 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:53:15.849239 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] Port dcaa2642-5d4e-4109-91ed-2b174f78eea6 on network 5a577f69-19df-42ad-a735-e23f9d18bb40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:53:15.849565 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] Attempting to bind port dcaa2642-5d4e-4109-91ed-2b174f78eea6 on network 5a577f69-19df-42ad-a735-e23f9d18bb40 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:53:15.854385 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] Checking agent: {'id': 'd24852b8-87fc-4acc-b821-6f57e7364c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'started_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:53:15.854729 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] Checking segment: {'id': 'ca8e4f11-9f15-4fc3-af27-38184a143a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:53:15.855117 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] Bound using segment: {'id': 'ca8e4f11-9f15-4fc3-af27-38184a143a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40'} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:53:15.855575 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] Bound port: dcaa2642-5d4e-4109-91ed-2b174f78eea6, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca8e4f11-9f15-4fc3-af27-38184a143a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40'}}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:53:15.855934 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (dcaa2642-5d4e-4109-91ed-2b174f78eea6), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:15.869906 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:15.917266 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] For port dcaa2642-5d4e-4109-91ed-2b174f78eea6, host hv-cinder-84052, cleared binding levels {{(pid=112764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:53:15.920235 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] For port dcaa2642-5d4e-4109-91ed-2b174f78eea6, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=dcaa2642-5d4e-4109-91ed-2b174f78eea6,segment=NetworkSegment(ca8e4f11-9f15-4fc3-af27-38184a143a74),segment_id=ca8e4f11-9f15-4fc3-af27-38184a143a74)] {{(pid=112764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:53:15.926389 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (dcaa2642-5d4e-4109-91ed-2b174f78eea6), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:15.930383 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:15.930989 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:15.932392 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] 10.222.0.62 "PUT /networking/v2.0/ports/dcaa2642-5d4e-4109-91ed-2b174f78eea6 HTTP/1.1" status: 200 len: 1093 time: 0.7359452 Aug 24 17:53:15.932882 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3051bbe9-8766-4204-9998-a496565cfc22', 'tag': 'dcaa2642-5d4e-4109-91ed-2b174f78eea6'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:15.935102 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cefe9c0-6ade-4dcc-9585-b4a2aa49bbb7" -d '{"events": [{"name": "network-changed", "server_uuid": "3051bbe9-8766-4204-9998-a496565cfc22", "tag": "dcaa2642-5d4e-4109-91ed-2b174f78eea6"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:15.983721 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b01462-b01b-404a-8187-57f8248f7407 x-openstack-request-id: req-e3b01462-b01b-404a-8187-57f8248f7407 {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:15.984008 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3051bbe9-8766-4204-9998-a496565cfc22", "tag": "dcaa2642-5d4e-4109-91ed-2b174f78eea6", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:15.984256 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e3b01462-b01b-404a-8187-57f8248f7407 {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:15.984659 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3b01462-b01b-404a-8187-57f8248f7407'] response: {'name': 'network-changed', 'server_uuid': '3051bbe9-8766-4204-9998-a496565cfc22', 'tag': 'dcaa2642-5d4e-4109-91ed-2b174f78eea6', 'status': 'completed', 'code': 200} Aug 24 17:53:15.987709 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a659e8-8cc4-4d64-bea9-05a4ae506876 service neutron] Pushing event updated for resources: {'Port': ['ID=dcaa2642-5d4e-4109-91ed-2b174f78eea6,revision_number=3']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:16.107179 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-5e597876-b384-4d25-8889-6a1915bfd7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:16.108781 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-5e597876-b384-4d25-8889-6a1915bfd7e3 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=e78c5560d7874c7d9ae11d1a078090d9&device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 1127 time: 0.0536139 Aug 24 17:53:16.110334 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e2b3b-6046-40eb-aae9-ed00f0da3bce req-40dad96e-8d80-4073-8c64-7b25b9b4e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:16.111808 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f02e2b3b-6046-40eb-aae9-ed00f0da3bce req-40dad96e-8d80-4073-8c64-7b25b9b4e109 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=f4beb65d-55f8-43c8-9c96-bbd198ab3e33 HTTP/1.1" status: 200 len: 856 time: 0.0879834 Aug 24 17:53:16.414355 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-f177dfce-01a8-4acc-9783-771e02fb6a8a service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcaa2642-5d4e-4109-91ed-2b174f78eea6 HTTP/1.1" status: 200 len: 217 time: 0.0552456 Aug 24 17:53:16.450507 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e2b3b-6046-40eb-aae9-ed00f0da3bce req-a022f425-7559-41f6-a6ce-55d3b6967cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:16.452050 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f02e2b3b-6046-40eb-aae9-ed00f0da3bce req-a022f425-7559-41f6-a6ce-55d3b6967cba service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=b4887da7-fc9b-4bdc-bef8-72d9aff23bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1015849 Aug 24 17:53:16.472274 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:16.498019 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-66e69c12-fa20-4a5b-826f-5cd15144681b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:16.499394 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-66e69c12-fa20-4a5b-826f-5cd15144681b service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=eca100be-8af3-4b6d-a329-e6477a4afdd5 HTTP/1.1" status: 200 len: 853 time: 0.0780237 Aug 24 17:53:16.591858 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-6cf36e51-4365-4f50-9ee6-194d01641294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:16.593384 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-6cf36e51-4365-4f50-9ee6-194d01641294 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=5a577f69-19df-42ad-a735-e23f9d18bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874941 Aug 24 17:53:16.597565 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f02e2b3b-6046-40eb-aae9-ed00f0da3bce req-46980956-abee-4cee-989a-9f9a3fb5b525 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371047 Aug 24 17:53:16.665827 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bd329-0bf9-46c7-bc03-cb9dc6c45f6a req-ddd31542-4f47-464c-bf2d-7f1420caa97c tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:16.667429 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-521bd329-0bf9-46c7-bc03-cb9dc6c45f6a req-ddd31542-4f47-464c-bf2d-7f1420caa97c tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 943 time: 0.0609701 Aug 24 17:53:16.696235 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:16.720244 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-521bd329-0bf9-46c7-bc03-cb9dc6c45f6a req-0db05c2b-836e-4c51-b264-904ef3873b49 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445647 Aug 24 17:53:16.794697 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b59dad-f89b-46ec-ad34-5c1189a8436a req-a0ca222c-468f-401b-9180-9098e6217954 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:16.796116 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-46b59dad-f89b-46ec-ad34-5c1189a8436a req-a0ca222c-468f-401b-9180-9098e6217954 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0953939 Aug 24 17:53:16.832627 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-2362ed9e-d8ef-4811-a068-5897fe5beecd service neutron] 10.222.0.62 "GET /networking/v2.0/networks/5a577f69-19df-42ad-a735-e23f9d18bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285614 Aug 24 17:53:16.836439 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f02e2b3b-6046-40eb-aae9-ed00f0da3bce req-7404abbd-3208-41c7-9259-4ba1f72123a1 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311156 Aug 24 17:53:16.862820 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-46b59dad-f89b-46ec-ad34-5c1189a8436a req-b31c234b-6411-47e0-b8ef-2f6d8eba7a41 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581203 Aug 24 17:53:17.819612 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=38 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:17.820467 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=67 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:17.846973 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eecf41-c380-41e3-86ab-7aec68c82f25 req-0a31fce8-b792-4dcd-9200-be7c44f58633 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:17.850171 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-19eecf41-c380-41e3-86ab-7aec68c82f25 req-0a31fce8-b792-4dcd-9200-be7c44f58633 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 943 time: 0.0511327 Aug 24 17:53:17.927024 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-19eecf41-c380-41e3-86ab-7aec68c82f25 req-f282f040-fb93-4035-b723-c67fa610da3d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657747 Aug 24 17:53:17.985017 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ec016-dd7c-489e-b27b-e7d563216878 req-6a672c62-245f-4030-932a-5319dceca253 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:17.987018 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ba2ec016-dd7c-489e-b27b-e7d563216878 req-6a672c62-245f-4030-932a-5319dceca253 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0465708 Aug 24 17:53:18.033914 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ba2ec016-dd7c-489e-b27b-e7d563216878 req-defcd7d8-d597-415e-b431-d03b6f3ea6ff tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411766 Aug 24 17:53:19.045952 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030caab4-0402-428d-b895-a8523c52e138 req-2c1f86fc-fb5d-4873-b7cd-cb34b12c0a08 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:19.047407 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-030caab4-0402-428d-b895-a8523c52e138 req-2c1f86fc-fb5d-4873-b7cd-cb34b12c0a08 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 943 time: 0.0500205 Aug 24 17:53:19.096992 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-030caab4-0402-428d-b895-a8523c52e138 req-b705b064-381d-47ff-a2dc-c785d38f7d5a tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438483 Aug 24 17:53:19.155564 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b21b0-c442-42d1-8caf-9f26b9203f6a req-ad2a3c3a-fc18-4d79-9dfe-6a92858e10c1 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:19.156997 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c67b21b0-c442-42d1-8caf-9f26b9203f6a req-ad2a3c3a-fc18-4d79-9dfe-6a92858e10c1 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0458179 Aug 24 17:53:19.202845 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c67b21b0-c442-42d1-8caf-9f26b9203f6a req-d378694a-adcc-4184-a5c9-e486363a5d5b tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403566 Aug 24 17:53:19.791340 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:19.818404 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3d2c11be-d39a-4eba-872a-ce02245aa161 req-4c7a3137-1544-45fd-9b83-d65b9d625203 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/5a577f69-19df-42ad-a735-e23f9d18bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890508 Aug 24 17:53:20.211720 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c6649-9878-4728-b22c-35d5a1d7bb8d req-6c21f6ba-d1c0-4067-9893-a07839db3e63 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:20.213203 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-005c6649-9878-4728-b22c-35d5a1d7bb8d req-6c21f6ba-d1c0-4067-9893-a07839db3e63 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 943 time: 0.0465207 Aug 24 17:53:20.260548 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-005c6649-9878-4728-b22c-35d5a1d7bb8d req-c55b19ef-d13c-4869-a388-5ef9d15ff4b1 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418408 Aug 24 17:53:20.321053 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e137ce1-b7be-496e-a013-61a8441072cf req-94d203c2-f638-4902-80ac-78ca18e60efd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:20.322534 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1e137ce1-b7be-496e-a013-61a8441072cf req-94d203c2-f638-4902-80ac-78ca18e60efd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0485337 Aug 24 17:53:20.371029 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1e137ce1-b7be-496e-a013-61a8441072cf req-358b4255-4071-4782-96f1-b7f5c9f80968 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428410 Aug 24 17:53:20.861658 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6186993-f811-4cf8-ba95-ebbcc5c996b4 req-dbcec28f-bf3b-4c16-bb07-3e7bf0e0f2eb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:20.863102 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d6186993-f811-4cf8-ba95-ebbcc5c996b4 req-dbcec28f-bf3b-4c16-bb07-3e7bf0e0f2eb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0636487 Aug 24 17:53:20.914202 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefe9c0-6ade-4dcc-9585-b4a2aa49bbb7 req-f5dbbb19-aab2-407f-a811-bc9cc5333ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:20.915683 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2cefe9c0-6ade-4dcc-9585-b4a2aa49bbb7 req-f5dbbb19-aab2-407f-a811-bc9cc5333ff7 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=e78c5560d7874c7d9ae11d1a078090d9&device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 1127 time: 0.1175113 Aug 24 17:53:20.987699 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:21.018768 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-d6186993-f811-4cf8-ba95-ebbcc5c996b4 req-8702d3d4-2f5c-46af-a852-d142c9f2aadb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Deleting port 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:53:21.019105 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-d6186993-f811-4cf8-ba95-ebbcc5c996b4 req-8702d3d4-2f5c-46af-a852-d142c9f2aadb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (22d0b6c6-ad45-4659-a4f0-1d8f89c1671d), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:21.107566 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefe9c0-6ade-4dcc-9585-b4a2aa49bbb7 req-57f2cede-4133-43fd-a471-f99cd91696ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:21.109228 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2cefe9c0-6ade-4dcc-9585-b4a2aa49bbb7 req-57f2cede-4133-43fd-a471-f99cd91696ab service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=5a577f69-19df-42ad-a735-e23f9d18bb40 HTTP/1.1" status: 200 len: 915 time: 0.1879215 Aug 24 17:53:21.155173 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2cefe9c0-6ade-4dcc-9585-b4a2aa49bbb7 req-bfb47b1d-634e-4863-9bf7-4fca6045c534 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcaa2642-5d4e-4109-91ed-2b174f78eea6 HTTP/1.1" status: 200 len: 217 time: 0.0372841 Aug 24 17:53:21.173596 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-d6186993-f811-4cf8-ba95-ebbcc5c996b4 req-8702d3d4-2f5c-46af-a852-d142c9f2aadb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] For port 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=22d0b6c6-ad45-4659-a4f0-1d8f89c1671d,segment=NetworkSegment(9c8d4118-7962-435d-9942-3c81535bbb02),segment_id=9c8d4118-7962-435d-9942-3c81535bbb02)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:21.173953 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-d6186993-f811-4cf8-ba95-ebbcc5c996b4 req-8702d3d4-2f5c-46af-a852-d142c9f2aadb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (22d0b6c6-ad45-4659-a4f0-1d8f89c1671d), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:21.288793 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefe9c0-6ade-4dcc-9585-b4a2aa49bbb7 req-6f920dc4-7042-4212-87f4-740fb3b198f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:21.290247 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2cefe9c0-6ade-4dcc-9585-b4a2aa49bbb7 req-6f920dc4-7042-4212-87f4-740fb3b198f3 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=eca100be-8af3-4b6d-a329-e6477a4afdd5 HTTP/1.1" status: 200 len: 853 time: 0.1283448 Aug 24 17:53:21.380312 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefe9c0-6ade-4dcc-9585-b4a2aa49bbb7 req-0a17efd7-35ea-4a53-afef-7a1bb703c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:21.380945 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2543a1f-ae5e-453e-89ad-6fb862f02ff1 req-aecae66b-458b-4178-af5e-a47f38747af0 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:21.381714 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2cefe9c0-6ade-4dcc-9585-b4a2aa49bbb7 req-0a17efd7-35ea-4a53-afef-7a1bb703c0fa service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=5a577f69-19df-42ad-a735-e23f9d18bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834694 Aug 24 17:53:21.382124 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c2543a1f-ae5e-453e-89ad-6fb862f02ff1 req-aecae66b-458b-4178-af5e-a47f38747af0 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 943 time: 0.0466528 Aug 24 17:53:21.435860 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c2543a1f-ae5e-453e-89ad-6fb862f02ff1 req-13c6c3f5-86f4-4762-92d2-2fc2c63d42e0 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469327 Aug 24 17:53:21.536075 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-d6186993-f811-4cf8-ba95-ebbcc5c996b4 req-8702d3d4-2f5c-46af-a852-d142c9f2aadb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:21.536509 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-d6186993-f811-4cf8-ba95-ebbcc5c996b4 req-8702d3d4-2f5c-46af-a852-d142c9f2aadb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (349ace0f-6105-41c6-9f2e-8a420f64d66f), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:21.536822 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.l3_db [req-d6186993-f811-4cf8-ba95-ebbcc5c996b4 req-8702d3d4-2f5c-46af-a852-d142c9f2aadb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Floating IP 349ace0f-6105-41c6-9f2e-8a420f64d66f disassociated. External IP: 172.27.1.246, port: 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d. Aug 24 17:53:21.537161 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-d6186993-f811-4cf8-ba95-ebbcc5c996b4 req-8702d3d4-2f5c-46af-a852-d142c9f2aadb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Calling delete_port for 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d owned by compute:nova {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:53:21.549146 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87cd74-42f6-4f6b-aa8c-b3e0dfafda2c req-ba74770e-8f16-45ef-915e-50e6b6fd70f3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:21.550590 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ec87cd74-42f6-4f6b-aa8c-b3e0dfafda2c req-ba74770e-8f16-45ef-915e-50e6b6fd70f3 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 946 time: 0.0962961 Aug 24 17:53:21.619636 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2cefe9c0-6ade-4dcc-9585-b4a2aa49bbb7 req-e6ed8b62-3592-4164-a5cb-b1778fbaa069 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/5a577f69-19df-42ad-a735-e23f9d18bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311583 Aug 24 17:53:21.684090 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:21.692637 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ec87cd74-42f6-4f6b-aa8c-b3e0dfafda2c req-05a169ab-8577-415e-ba19-f7bf02920758 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=620c72db-8bb2-43ca-a745-83369a59667f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342418 Aug 24 17:53:21.778037 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2cefe9c0-6ade-4dcc-9585-b4a2aa49bbb7 req-b38d00d3-049d-4a31-9adf-1823f4aadaa9 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/5a577f69-19df-42ad-a735-e23f9d18bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497321 Aug 24 17:53:21.801149 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-d6186993-f811-4cf8-ba95-ebbcc5c996b4 req-8702d3d4-2f5c-46af-a852-d142c9f2aadb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (22d0b6c6-ad45-4659-a4f0-1d8f89c1671d), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:21.832516 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702d3d4-2f5c-46af-a852-d142c9f2aadb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Pushing event deleted for resources: {'Port': ['ID=22d0b6c6-ad45-4659-a4f0-1d8f89c1671d,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:21.835155 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:21.940371 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6186993-f811-4cf8-ba95-ebbcc5c996b4 req-8702d3d4-2f5c-46af-a852-d142c9f2aadb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Router 8be23f45-63b6-4cd2-ad62-45938092cb96 has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:53:22.030479 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:22.037710 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:22.264532 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6186993-f811-4cf8-ba95-ebbcc5c996b4 req-8702d3d4-2f5c-46af-a852-d142c9f2aadb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:53:22.275797 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ee015-bf81-4116-ad94-88c17ab184ee None None] Sync routers for ids ['8be23f45-63b6-4cd2-ad62-45938092cb96'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:53:22.287230 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ee015-bf81-4116-ad94-88c17ab184ee None None] Routers {'8be23f45-63b6-4cd2-ad62-45938092cb96'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:53:22.288030 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-db1ee015-bf81-4116-ad94-88c17ab184ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:53:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['8be23f45-63b6-4cd2-ad62-45938092cb96'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:22.311643 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6186993-f811-4cf8-ba95-ebbcc5c996b4 req-8702d3d4-2f5c-46af-a852-d142c9f2aadb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] No DVR routers for this DVR port 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d on host hv-cinder-84052 {{(pid=112764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:53:22.314369 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-d6186993-f811-4cf8-ba95-ebbcc5c996b4 req-8702d3d4-2f5c-46af-a852-d142c9f2aadb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:22.317740 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d6186993-f811-4cf8-ba95-ebbcc5c996b4 req-8702d3d4-2f5c-46af-a852-d142c9f2aadb tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.62 "DELETE /networking/v2.0/ports/22d0b6c6-ad45-4659-a4f0-1d8f89c1671d HTTP/1.1" status: 204 len: 173 time: 1.4397480 Aug 24 17:53:22.318193 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef24bd4c-630a-428f-9eb7-50c5009e9fe1', 'name': 'network-vif-deleted', 'tag': '22d0b6c6-ad45-4659-a4f0-1d8f89c1671d'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:22.320493 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54b7ae3-79c4-461b-8133-7e1f88d66d15" -d '{"events": [{"server_uuid": "ef24bd4c-630a-428f-9eb7-50c5009e9fe1", "name": "network-vif-deleted", "tag": "22d0b6c6-ad45-4659-a4f0-1d8f89c1671d"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:22.361368 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b018aa7-2b07-4fa4-b38e-8d020bcac891 x-openstack-request-id: req-2b018aa7-2b07-4fa4-b38e-8d020bcac891 {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:22.361721 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef24bd4c-630a-428f-9eb7-50c5009e9fe1", "name": "network-vif-deleted", "tag": "22d0b6c6-ad45-4659-a4f0-1d8f89c1671d", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:22.361971 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2b018aa7-2b07-4fa4-b38e-8d020bcac891 {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:22.362372 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b018aa7-2b07-4fa4-b38e-8d020bcac891'] response: {'server_uuid': 'ef24bd4c-630a-428f-9eb7-50c5009e9fe1', 'name': 'network-vif-deleted', 'tag': '22d0b6c6-ad45-4659-a4f0-1d8f89c1671d', 'status': 'completed', 'code': 200} Aug 24 17:53:22.406631 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-db1ee015-bf81-4116-ad94-88c17ab184ee None None] Set router 8be23f45-63b6-4cd2-ad62-45938092cb96 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:53:22.556640 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b6599-e1d1-4753-9058-1a50464c5ea7 req-9e95770f-7c56-4005-a9a7-15f65c2fa84e tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:22.558117 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-cd8b6599-e1d1-4753-9058-1a50464c5ea7 req-9e95770f-7c56-4005-a9a7-15f65c2fa84e tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 943 time: 0.0477769 Aug 24 17:53:22.594741 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-db1ee015-bf81-4116-ad94-88c17ab184ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'name': 'tempest-ServerRescueNegativeTestJSON-443499758-router', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'gw_port': {'id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:55Z', 'updated_at': '2022-08-24T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '1fbe299f-882f-4160-b68e-c6a0eeabb57f', 'name': '', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'mac_address': 'fa:16:3e:93:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:03Z', 'updated_at': '2022-08-24T17:48:16Z', 'revision_number': 5, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'subnets': [{'id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:22.607284 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-cd8b6599-e1d1-4753-9058-1a50464c5ea7 req-c9f64cfd-4c5f-43f3-9015-fb050fbb5cc1 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427461 Aug 24 17:53:22.622077 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ee015-bf81-4116-ad94-88c17ab184ee None None] Checking router: 8be23f45-63b6-4cd2-ad62-45938092cb96 for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:53:22.631347 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ee015-bf81-4116-ad94-88c17ab184ee None None] Routers {'8be23f45-63b6-4cd2-ad62-45938092cb96'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:53:22.631980 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-db1ee015-bf81-4116-ad94-88c17ab184ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:53:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['8be23f45-63b6-4cd2-ad62-45938092cb96'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:22.731729 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-db1ee015-bf81-4116-ad94-88c17ab184ee None None] Set router 8be23f45-63b6-4cd2-ad62-45938092cb96 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:53:22.825512 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-51a49f59-4af6-4306-9e1b-635617ae04e3 req-0a89e048-c4a8-48f6-a29d-8395c0d0d573 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef24bd4c-630a-428f-9eb7-50c5009e9fe1 HTTP/1.1" status: 200 len: 210 time: 0.0387180 Aug 24 17:53:22.922232 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-db1ee015-bf81-4116-ad94-88c17ab184ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'name': 'tempest-ServerRescueNegativeTestJSON-443499758-router', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'gw_port': {'id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:55Z', 'updated_at': '2022-08-24T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '1fbe299f-882f-4160-b68e-c6a0eeabb57f', 'name': '', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'mac_address': 'fa:16:3e:93:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:03Z', 'updated_at': '2022-08-24T17:48:16Z', 'revision_number': 5, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'subnets': [{'id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:22.948027 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ee015-bf81-4116-ad94-88c17ab184ee None None] The sync data for ids ['8be23f45-63b6-4cd2-ad62-45938092cb96'] in dv-cinder-840525-3-iscsi is: [{'id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'name': 'tempest-ServerRescueNegativeTestJSON-443499758-router', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'gw_port': {'id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:55Z', 'updated_at': '2022-08-24T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '1fbe299f-882f-4160-b68e-c6a0eeabb57f', 'name': '', 'network_id': '42250e67-e026-4ee8-a8ab-86c733e9a211', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'mac_address': 'fa:16:3e:93:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:03Z', 'updated_at': '2022-08-24T17:48:16Z', 'revision_number': 5, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'subnets': [{'id': '691c41c2-810c-4ccb-bb31-aecf9470a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:53:23.147657 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device dcaa2642-5d4e-4109-91ed-2b174f78eea6 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:53:23.171376 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e403f1ca-fac1-4884-bb21-2f4cc84f089a None None] New status for floating IP 349ace0f-6105-41c6-9f2e-8a420f64d66f: DOWN {{(pid=112765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:53:23.417737 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port dcaa2642-5d4e-4109-91ed-2b174f78eea6, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=dcaa2642-5d4e-4109-91ed-2b174f78eea6,segment=NetworkSegment(ca8e4f11-9f15-4fc3-af27-38184a143a74),segment_id=ca8e4f11-9f15-4fc3-af27-38184a143a74)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:23.430309 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': 'dcaa2642-5d4e-4109-91ed-2b174f78eea6', 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40', 'port_id': 'dcaa2642-5d4e-4109-91ed-2b174f78eea6', 'mac_address': 'fa:16:3e:ef:b2:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca100be-8af3-4b6d-a329-e6477a4afdd5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:53:23.467387 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port dcaa2642-5d4e-4109-91ed-2b174f78eea6 is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:23.467783 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (dcaa2642-5d4e-4109-91ed-2b174f78eea6), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:23.480514 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcaa2642-5d4e-4109-91ed-2b174f78eea6 {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:53:23.499896 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port dcaa2642-5d4e-4109-91ed-2b174f78eea6, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=dcaa2642-5d4e-4109-91ed-2b174f78eea6,segment=NetworkSegment(ca8e4f11-9f15-4fc3-af27-38184a143a74),segment_id=ca8e4f11-9f15-4fc3-af27-38184a143a74)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:23.504526 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (dcaa2642-5d4e-4109-91ed-2b174f78eea6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:23.552998 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=dcaa2642-5d4e-4109-91ed-2b174f78eea6,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:23.725605 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f3994-5456-4dab-a3e6-a4af9c3b71ad req-23e190a9-a4de-406d-9261-96ec0cf9d127 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:23.727068 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-741f3994-5456-4dab-a3e6-a4af9c3b71ad req-23e190a9-a4de-406d-9261-96ec0cf9d127 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 944 time: 0.0466270 Aug 24 17:53:23.774218 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-741f3994-5456-4dab-a3e6-a4af9c3b71ad req-b17292a8-cac7-4e36-b2b8-6681c8de9339 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415978 Aug 24 17:53:23.781886 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['dcaa2642-5d4e-4109-91ed-2b174f78eea6'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:53:23.918501 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 37250) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:23.977670 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-23295409-19d0-41b5-a48a-13220df22b8f tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for security_group (620c72db-8bb2-43ca-a745-83369a59667f), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:24.002327 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-23295409-19d0-41b5-a48a-13220df22b8f tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for security_group (620c72db-8bb2-43ca-a745-83369a59667f), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:24.052913 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-23295409-19d0-41b5-a48a-13220df22b8f tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (620c72db-8bb2-43ca-a745-83369a59667f), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:24.055524 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-23295409-19d0-41b5-a48a-13220df22b8f tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:24.056672 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-23295409-19d0-41b5-a48a-13220df22b8f tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/620c72db-8bb2-43ca-a745-83369a59667f HTTP/1.1" status: 204 len: 168 time: 0.1371214 Aug 24 17:53:24.059391 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 37252) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:24.066068 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23295409-19d0-41b5-a48a-13220df22b8f tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=620c72db-8bb2-43ca-a745-83369a59667f,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:24.074291 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.api.v2.resource [None req-e6dd7088-d2c1-491a-9439-c3addded988e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] show failed (client error): The resource could not be found. Aug 24 17:53:24.075308 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-e6dd7088-d2c1-491a-9439-c3addded988e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups/620c72db-8bb2-43ca-a745-83369a59667f HTTP/1.1" status: 404 len: 347 time: 0.0147402 Aug 24 17:53:24.078148 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 37254) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:24.188075 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-346c3c3d-9b7c-4452-aa06-cea2babc5dac tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Deleting port a2bb09ec-7477-43a5-9320-72793123d9c9 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:53:24.188426 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-346c3c3d-9b7c-4452-aa06-cea2babc5dac tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (a2bb09ec-7477-43a5-9320-72793123d9c9), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:24.253089 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:24.269538 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-346c3c3d-9b7c-4452-aa06-cea2babc5dac tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (a2bb09ec-7477-43a5-9320-72793123d9c9), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:24.269870 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-346c3c3d-9b7c-4452-aa06-cea2babc5dac tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for floatingip (a2bb09ec-7477-43a5-9320-72793123d9c9), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:24.281828 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-346c3c3d-9b7c-4452-aa06-cea2babc5dac tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Calling delete_port for a2bb09ec-7477-43a5-9320-72793123d9c9 owned by network:floatingip {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:53:24.407944 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-346c3c3d-9b7c-4452-aa06-cea2babc5dac tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (a2bb09ec-7477-43a5-9320-72793123d9c9), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:24.412791 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:24.436299 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c3c3d-9b7c-4452-aa06-cea2babc5dac tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Pushing event deleted for resources: {'Port': ['ID=a2bb09ec-7477-43a5-9320-72793123d9c9,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:24.498429 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-346c3c3d-9b7c-4452-aa06-cea2babc5dac tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks [] for floatingip (349ace0f-6105-41c6-9f2e-8a420f64d66f), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:24.501628 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-346c3c3d-9b7c-4452-aa06-cea2babc5dac tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:24.502771 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-346c3c3d-9b7c-4452-aa06-cea2babc5dac tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/349ace0f-6105-41c6-9f2e-8a420f64d66f HTTP/1.1" status: 204 len: 168 time: 0.4236021 Aug 24 17:53:24.853386 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:24.890330 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479e0d3-a0b3-436c-afd3-21f78cfdc9b4 req-8a990164-fbdf-4696-a507-c8245455c538 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:24.891917 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5479e0d3-a0b3-436c-afd3-21f78cfdc9b4 req-8a990164-fbdf-4696-a507-c8245455c538 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 944 time: 0.0487831 Aug 24 17:53:24.939151 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5479e0d3-a0b3-436c-afd3-21f78cfdc9b4 req-89a14ef3-10c9-4893-ab8d-03ef0e11b9ca tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418293 Aug 24 17:53:25.149407 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device dcaa2642-5d4e-4109-91ed-2b174f78eea6 up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:53:25.193795 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning for port dcaa2642-5d4e-4109-91ed-2b174f78eea6 completed by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:53:25.199719 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port dcaa2642-5d4e-4109-91ed-2b174f78eea6 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:25.200105 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (dcaa2642-5d4e-4109-91ed-2b174f78eea6), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:25.270074 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port dcaa2642-5d4e-4109-91ed-2b174f78eea6 is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:25.270457 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (dcaa2642-5d4e-4109-91ed-2b174f78eea6), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:25.292222 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3051bbe9-8766-4204-9998-a496565cfc22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcaa2642-5d4e-4109-91ed-2b174f78eea6'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:25.294423 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fce551-d054-49bb-b371-6ed97b0d2b29" -d '{"events": [{"server_uuid": "3051bbe9-8766-4204-9998-a496565cfc22", "name": "network-vif-plugged", "status": "completed", "tag": "dcaa2642-5d4e-4109-91ed-2b174f78eea6"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:25.306774 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port dcaa2642-5d4e-4109-91ed-2b174f78eea6, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=dcaa2642-5d4e-4109-91ed-2b174f78eea6,segment=NetworkSegment(ca8e4f11-9f15-4fc3-af27-38184a143a74),segment_id=ca8e4f11-9f15-4fc3-af27-38184a143a74)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:25.310674 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (dcaa2642-5d4e-4109-91ed-2b174f78eea6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:25.311496 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:53:25.350807 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcd0f02-b1a5-4f92-8620-af82162a1ae9 x-openstack-request-id: req-fbcd0f02-b1a5-4f92-8620-af82162a1ae9 {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:25.351131 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3051bbe9-8766-4204-9998-a496565cfc22", "name": "network-vif-plugged", "status": "completed", "tag": "dcaa2642-5d4e-4109-91ed-2b174f78eea6", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:25.351383 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fbcd0f02-b1a5-4f92-8620-af82162a1ae9 {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:25.351797 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbcd0f02-b1a5-4f92-8620-af82162a1ae9'] response: {'server_uuid': '3051bbe9-8766-4204-9998-a496565cfc22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcaa2642-5d4e-4109-91ed-2b174f78eea6', 'code': 200} Aug 24 17:53:25.354237 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] No Port match for: 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:53:25.354625 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 22d0b6c6-ad45-4659-a4f0-1d8f89c1671d not bound to the agent host hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:53:25.364860 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:25.384291 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=dcaa2642-5d4e-4109-91ed-2b174f78eea6,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:25.496917 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87e490-6178-4b4b-8dc3-4f87b4ef6f88 req-a8d01c26-930b-4d3a-a543-bec9521c76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:25.498394 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7f87e490-6178-4b4b-8dc3-4f87b4ef6f88 req-a8d01c26-930b-4d3a-a543-bec9521c76cd service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 1129 time: 0.0382833 Aug 24 17:53:25.543156 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7f87e490-6178-4b4b-8dc3-4f87b4ef6f88 req-5ff747a7-ab9f-4bc9-92d7-728e75fd90bb service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379610 Aug 24 17:53:26.057815 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ea333-01cc-4c2d-8e52-187e2f44d5ef req-ff20067a-9912-46d3-a846-7e49025f2bea tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:26.059272 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0a3ea333-01cc-4c2d-8e52-187e2f44d5ef req-ff20067a-9912-46d3-a846-7e49025f2bea tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 945 time: 0.0500851 Aug 24 17:53:26.108127 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0a3ea333-01cc-4c2d-8e52-187e2f44d5ef req-5a399665-3904-47fd-862b-ad86aaf42c4c tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430708 Aug 24 17:53:26.975767 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9c3be-3823-4b05-9183-3e0bd0de0f83 req-2e88dde0-fa26-4479-9600-7f82f4e8dee5 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:26.977273 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3ee9c3be-3823-4b05-9183-3e0bd0de0f83 req-2e88dde0-fa26-4479-9600-7f82f4e8dee5 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0511498 Aug 24 17:53:27.024556 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3ee9c3be-3823-4b05-9183-3e0bd0de0f83 req-6619a0cf-2590-4549-870f-7030b2c74cfd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415828 Aug 24 17:53:27.227862 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f28be-d099-4cf6-a4c8-2909a7466c0a req-8eb5c448-99c9-4b78-9caa-eb813d1c70cd tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:27.229328 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-160f28be-d099-4cf6-a4c8-2909a7466c0a req-8eb5c448-99c9-4b78-9caa-eb813d1c70cd tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 945 time: 0.0504105 Aug 24 17:53:27.276441 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-160f28be-d099-4cf6-a4c8-2909a7466c0a req-6b4cf85e-43de-4633-a06f-b428756393a9 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414808 Aug 24 17:53:27.390066 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a457083-438a-4d65-bbb2-43e7c13ecc96 req-6b13cc91-ae02-4ad0-a38a-70dc777a3f96 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:27.392137 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-6a457083-438a-4d65-bbb2-43e7c13ecc96 req-6b13cc91-ae02-4ad0-a38a-70dc777a3f96 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 945 time: 0.0459850 Aug 24 17:53:27.441900 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-6a457083-438a-4d65-bbb2-43e7c13ecc96 req-e0855ed6-c1be-44c3-89cf-9a2e33f14ca6 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442729 Aug 24 17:53:27.763372 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc05c6-b9e5-4ae0-ab85-7e88f1c17e01 req-a9214251-d26a-4b0b-98aa-5f660ec4371f tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:27.765093 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a0cc05c6-b9e5-4ae0-ab85-7e88f1c17e01 req-a9214251-d26a-4b0b-98aa-5f660ec4371f tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 945 time: 0.0477374 Aug 24 17:53:27.811679 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a0cc05c6-b9e5-4ae0-ab85-7e88f1c17e01 req-7fc1879b-8b54-4220-90a8-329aba9da708 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411439 Aug 24 17:53:28.149397 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cb579-994e-41fc-99d0-b5d904efff9d req-a48668ac-f9c3-4df8-94c8-fe643355accf tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:28.150866 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e58cb579-994e-41fc-99d0-b5d904efff9d req-a48668ac-f9c3-4df8-94c8-fe643355accf tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0479918 Aug 24 17:53:28.199919 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e58cb579-994e-41fc-99d0-b5d904efff9d req-aae50767-6d5a-48d5-97c5-0ef77832ea95 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431082 Aug 24 17:53:29.320119 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39aa02-17d5-4460-b877-23b2c765df7d req-3b001d36-6635-4ac2-ae85-31eb43e67fd6 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:29.321626 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ca39aa02-17d5-4460-b877-23b2c765df7d req-3b001d36-6635-4ac2-ae85-31eb43e67fd6 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0479305 Aug 24 17:53:29.370488 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ca39aa02-17d5-4460-b877-23b2c765df7d req-b46b0983-863a-40c7-b4e5-b29d24cc74be tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431919 Aug 24 17:53:29.394336 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a74b8-9419-4095-9b40-d169563bead9 req-7c72e275-ff1f-4991-bcfc-8c0be6cc8842 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:29.396410 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fa1a74b8-9419-4095-9b40-d169563bead9 req-7c72e275-ff1f-4991-bcfc-8c0be6cc8842 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=aa644603-71e5-4474-ac86-f0f7ce938d0f HTTP/1.1" status: 200 len: 945 time: 0.0548470 Aug 24 17:53:29.486544 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-fa1a74b8-9419-4095-9b40-d169563bead9 req-21512834-239e-490a-b781-f74ac2d545cd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Deleting port 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:53:29.486896 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-fa1a74b8-9419-4095-9b40-d169563bead9 req-21512834-239e-490a-b781-f74ac2d545cd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (739a8b43-ab7a-4d3c-b2a6-c214a877b1e1), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:29.602641 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-fa1a74b8-9419-4095-9b40-d169563bead9 req-21512834-239e-490a-b781-f74ac2d545cd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] For port 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=739a8b43-ab7a-4d3c-b2a6-c214a877b1e1,segment=NetworkSegment(9c8d4118-7962-435d-9942-3c81535bbb02),segment_id=9c8d4118-7962-435d-9942-3c81535bbb02)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:29.603010 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-fa1a74b8-9419-4095-9b40-d169563bead9 req-21512834-239e-490a-b781-f74ac2d545cd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (739a8b43-ab7a-4d3c-b2a6-c214a877b1e1), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:29.617395 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-fa1a74b8-9419-4095-9b40-d169563bead9 req-21512834-239e-490a-b781-f74ac2d545cd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Calling delete_port for 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 owned by compute:nova {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:53:29.683807 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:29.760400 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-fa1a74b8-9419-4095-9b40-d169563bead9 req-21512834-239e-490a-b781-f74ac2d545cd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (739a8b43-ab7a-4d3c-b2a6-c214a877b1e1), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:29.773288 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['87b079d0-f5b8-4315-b27a-8988f8c98b86', '739a8b43-ab7a-4d3c-b2a6-c214a877b1e1'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:53:29.790537 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21512834-239e-490a-b781-f74ac2d545cd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Pushing event deleted for resources: {'Port': ['ID=739a8b43-ab7a-4d3c-b2a6-c214a877b1e1,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:29.840704 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1a74b8-9419-4095-9b40-d169563bead9 req-21512834-239e-490a-b781-f74ac2d545cd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] No DVR routers for this DVR port 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 on host hv-cinder-84052 {{(pid=112764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:53:29.843198 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-fa1a74b8-9419-4095-9b40-d169563bead9 req-21512834-239e-490a-b781-f74ac2d545cd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:29.847094 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fa1a74b8-9419-4095-9b40-d169563bead9 req-21512834-239e-490a-b781-f74ac2d545cd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.62 "DELETE /networking/v2.0/ports/739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 HTTP/1.1" status: 204 len: 173 time: 0.4452021 Aug 24 17:53:29.847551 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa644603-71e5-4474-ac86-f0f7ce938d0f', 'name': 'network-vif-deleted', 'tag': '739a8b43-ab7a-4d3c-b2a6-c214a877b1e1'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:29.849855 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbc473b-5200-476e-92c2-2e808f9bbe52" -d '{"events": [{"server_uuid": "aa644603-71e5-4474-ac86-f0f7ce938d0f", "name": "network-vif-deleted", "tag": "739a8b43-ab7a-4d3c-b2a6-c214a877b1e1"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:29.877291 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:29.961833 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f37455a-975a-459d-89ec-06a78b913c04 x-openstack-request-id: req-5f37455a-975a-459d-89ec-06a78b913c04 {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:29.962125 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa644603-71e5-4474-ac86-f0f7ce938d0f", "name": "network-vif-deleted", "tag": "739a8b43-ab7a-4d3c-b2a6-c214a877b1e1", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:29.962375 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5f37455a-975a-459d-89ec-06a78b913c04 {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:29.962781 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f37455a-975a-459d-89ec-06a78b913c04'] response: {'server_uuid': 'aa644603-71e5-4474-ac86-f0f7ce938d0f', 'name': 'network-vif-deleted', 'tag': '739a8b43-ab7a-4d3c-b2a6-c214a877b1e1', 'status': 'completed', 'code': 200} Aug 24 17:53:30.649679 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0cd21-ec28-44e2-82bf-39a6df38f8ba req-9bdff6f7-82d0-481c-a8a7-68968cbc6821 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:30.651183 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-18d0cd21-ec28-44e2-82bf-39a6df38f8ba req-9bdff6f7-82d0-481c-a8a7-68968cbc6821 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0480883 Aug 24 17:53:30.698799 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-18d0cd21-ec28-44e2-82bf-39a6df38f8ba req-a74236eb-927d-4a47-a601-b4045f4df685 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418615 Aug 24 17:53:31.820652 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceb337-3d8d-4d11-a1a6-dd5890687764 req-eae47946-4016-4457-b027-415092debbba tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:31.822152 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-02ceb337-3d8d-4d11-a1a6-dd5890687764 req-eae47946-4016-4457-b027-415092debbba tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0508683 Aug 24 17:53:31.869962 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-02ceb337-3d8d-4d11-a1a6-dd5890687764 req-0fb88351-4a0d-4158-ae4c-bdae14fe0e00 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421476 Aug 24 17:53:32.920342 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=57 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:32.926472 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=75 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:32.992721 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f6426-fdbc-47c5-85db-e01678b4fe99 req-dbc0b382-f24f-42e2-a38b-62d3c613da35 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:32.994198 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d08f6426-fdbc-47c5-85db-e01678b4fe99 req-dbc0b382-f24f-42e2-a38b-62d3c613da35 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0505171 Aug 24 17:53:33.041202 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d08f6426-fdbc-47c5-85db-e01678b4fe99 req-d2a15c2e-3f48-41cb-8603-1e9b3d69a20e tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a080cee-f705-48ae-a469-47e9131c1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415161 Aug 24 17:53:33.182120 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:53:33.201039 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] No Port match for: 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:53:33.201381 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 739a8b43-ab7a-4d3c-b2a6-c214a877b1e1 not bound to the agent host hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:53:33.723551 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dac182-911e-4a9e-8108-8c6f56267125 req-a2fc8229-c661-4d79-b964-90564175c3fd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:33.724980 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-13dac182-911e-4a9e-8108-8c6f56267125 req-a2fc8229-c661-4d79-b964-90564175c3fd tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 946 time: 0.0457115 Aug 24 17:53:33.766514 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:33.812360 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-13dac182-911e-4a9e-8108-8c6f56267125 req-aabedae9-bd9d-4f19-b2f7-5dd53382cca9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Deleting port 87b079d0-f5b8-4315-b27a-8988f8c98b86 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:53:33.812701 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-13dac182-911e-4a9e-8108-8c6f56267125 req-aabedae9-bd9d-4f19-b2f7-5dd53382cca9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (87b079d0-f5b8-4315-b27a-8988f8c98b86), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:33.903649 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-13dac182-911e-4a9e-8108-8c6f56267125 req-aabedae9-bd9d-4f19-b2f7-5dd53382cca9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] For port 87b079d0-f5b8-4315-b27a-8988f8c98b86, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=87b079d0-f5b8-4315-b27a-8988f8c98b86,segment=NetworkSegment(9c8d4118-7962-435d-9942-3c81535bbb02),segment_id=9c8d4118-7962-435d-9942-3c81535bbb02)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:33.904019 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-13dac182-911e-4a9e-8108-8c6f56267125 req-aabedae9-bd9d-4f19-b2f7-5dd53382cca9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (87b079d0-f5b8-4315-b27a-8988f8c98b86), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:33.917647 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-13dac182-911e-4a9e-8108-8c6f56267125 req-aabedae9-bd9d-4f19-b2f7-5dd53382cca9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Calling delete_port for 87b079d0-f5b8-4315-b27a-8988f8c98b86 owned by compute:nova {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:53:34.049079 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-13dac182-911e-4a9e-8108-8c6f56267125 req-aabedae9-bd9d-4f19-b2f7-5dd53382cca9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (87b079d0-f5b8-4315-b27a-8988f8c98b86), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:34.060387 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['87b079d0-f5b8-4315-b27a-8988f8c98b86'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:53:34.077614 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabedae9-bd9d-4f19-b2f7-5dd53382cca9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Pushing event deleted for resources: {'Port': ['ID=87b079d0-f5b8-4315-b27a-8988f8c98b86,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:34.124441 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-13dac182-911e-4a9e-8108-8c6f56267125 req-aabedae9-bd9d-4f19-b2f7-5dd53382cca9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] No DVR routers for this DVR port 87b079d0-f5b8-4315-b27a-8988f8c98b86 on host hv-cinder-84052 {{(pid=112764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:53:34.127149 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-13dac182-911e-4a9e-8108-8c6f56267125 req-aabedae9-bd9d-4f19-b2f7-5dd53382cca9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:34.130448 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-13dac182-911e-4a9e-8108-8c6f56267125 req-aabedae9-bd9d-4f19-b2f7-5dd53382cca9 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.62 "DELETE /networking/v2.0/ports/87b079d0-f5b8-4315-b27a-8988f8c98b86 HTTP/1.1" status: 204 len: 173 time: 0.4000046 Aug 24 17:53:34.130885 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0397fbeb-25d8-46af-98bb-8a7b70c97f48', 'name': 'network-vif-deleted', 'tag': '87b079d0-f5b8-4315-b27a-8988f8c98b86'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:34.133301 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9907cfa-43df-4df5-90b3-058d4b67f593" -d '{"events": [{"server_uuid": "0397fbeb-25d8-46af-98bb-8a7b70c97f48", "name": "network-vif-deleted", "tag": "87b079d0-f5b8-4315-b27a-8988f8c98b86"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:34.161163 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-cfd5ee96-9f59-44a6-8741-b9047f572624 req-b406951f-47ab-4a5e-a5e5-b3909b0e2e83 tempest-ServerRescueNegativeTestJSON-1642173346 tempest-ServerRescueNegativeTestJSON-1642173346-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0397fbeb-25d8-46af-98bb-8a7b70c97f48 HTTP/1.1" status: 200 len: 210 time: 0.0408523 Aug 24 17:53:34.184067 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6ccf95-67fd-4ee2-9d4b-0003c98e6b93 x-openstack-request-id: req-be6ccf95-67fd-4ee2-9d4b-0003c98e6b93 {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:34.184361 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0397fbeb-25d8-46af-98bb-8a7b70c97f48", "name": "network-vif-deleted", "tag": "87b079d0-f5b8-4315-b27a-8988f8c98b86", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:34.184636 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-be6ccf95-67fd-4ee2-9d4b-0003c98e6b93 {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:34.185063 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be6ccf95-67fd-4ee2-9d4b-0003c98e6b93'] response: {'server_uuid': '0397fbeb-25d8-46af-98bb-8a7b70c97f48', 'name': 'network-vif-deleted', 'tag': '87b079d0-f5b8-4315-b27a-8988f8c98b86', 'status': 'completed', 'code': 200} Aug 24 17:53:35.099259 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:35.227328 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 37348) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:35.479022 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:35.626270 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c8728ba1-a004-44a5-b2b6-0656894b627a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797293'] for router_interface (8be23f45-63b6-4cd2-ad62-45938092cb96), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:35.853707 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-c8728ba1-a004-44a5-b2b6-0656894b627a admin admin] Deleting port 1fbe299f-882f-4160-b68e-c6a0eeabb57f {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:53:35.853987 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c8728ba1-a004-44a5-b2b6-0656894b627a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (1fbe299f-882f-4160-b68e-c6a0eeabb57f), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:35.856290 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:35.931948 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [None req-c8728ba1-a004-44a5-b2b6-0656894b627a admin admin] For port 1fbe299f-882f-4160-b68e-c6a0eeabb57f, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=1fbe299f-882f-4160-b68e-c6a0eeabb57f,segment=NetworkSegment(9c8d4118-7962-435d-9942-3c81535bbb02),segment_id=9c8d4118-7962-435d-9942-3c81535bbb02)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:35.932309 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c8728ba1-a004-44a5-b2b6-0656894b627a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (1fbe299f-882f-4160-b68e-c6a0eeabb57f), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:35.945488 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-c8728ba1-a004-44a5-b2b6-0656894b627a admin admin] Calling delete_port for 1fbe299f-882f-4160-b68e-c6a0eeabb57f owned by network:router_interface {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:53:36.145226 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c8728ba1-a004-44a5-b2b6-0656894b627a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (1fbe299f-882f-4160-b68e-c6a0eeabb57f), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:36.182350 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8728ba1-a004-44a5-b2b6-0656894b627a admin admin] Pushing event deleted for resources: {'Port': ['ID=1fbe299f-882f-4160-b68e-c6a0eeabb57f,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:36.345906 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c8728ba1-a004-44a5-b2b6-0656894b627a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1797177'] for router_interface (8be23f45-63b6-4cd2-ad62-45938092cb96), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:36.386470 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:36.544217 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8728ba1-a004-44a5-b2b6-0656894b627a admin admin] Router 8be23f45-63b6-4cd2-ad62-45938092cb96 has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:53:36.644269 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8728ba1-a004-44a5-b2b6-0656894b627a admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:53:36.649061 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-c8728ba1-a004-44a5-b2b6-0656894b627a admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/8be23f45-63b6-4cd2-ad62-45938092cb96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4208541 Aug 24 17:53:36.651661 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 37356) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:36.652779 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780ca243-18ba-4ae7-8ca1-fb877a9b651f None None] Sync routers for ids ['8be23f45-63b6-4cd2-ad62-45938092cb96'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:53:36.664150 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780ca243-18ba-4ae7-8ca1-fb877a9b651f None None] Routers {'8be23f45-63b6-4cd2-ad62-45938092cb96'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:53:36.664751 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-780ca243-18ba-4ae7-8ca1-fb877a9b651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:53:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['8be23f45-63b6-4cd2-ad62-45938092cb96'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:36.691796 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:36.751907 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-30246f40-2608-4fa6-b152-01592d65e7af admin admin] Publish callbacks [] for router (8be23f45-63b6-4cd2-ad62-45938092cb96), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:36.765243 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-780ca243-18ba-4ae7-8ca1-fb877a9b651f None None] Set router 8be23f45-63b6-4cd2-ad62-45938092cb96 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:53:36.850615 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-30246f40-2608-4fa6-b152-01592d65e7af admin admin] Publish callbacks [] for router_gateway (8be23f45-63b6-4cd2-ad62-45938092cb96), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:36.892108 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-30246f40-2608-4fa6-b152-01592d65e7af admin admin] Deleting port 5f477e49-1502-4fe8-92b7-e38eb46ca4ae {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:53:36.892447 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-30246f40-2608-4fa6-b152-01592d65e7af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (5f477e49-1502-4fe8-92b7-e38eb46ca4ae), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:36.932855 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-780ca243-18ba-4ae7-8ca1-fb877a9b651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'name': 'tempest-ServerRescueNegativeTestJSON-443499758-router', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:53:36Z', 'revision_number': 5, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'gw_port': {'id': '5f477e49-1502-4fe8-92b7-e38eb46ca4ae', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:55Z', 'updated_at': '2022-08-24T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:36.959079 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780ca243-18ba-4ae7-8ca1-fb877a9b651f None None] Checking router: 8be23f45-63b6-4cd2-ad62-45938092cb96 for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:53:36.968074 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780ca243-18ba-4ae7-8ca1-fb877a9b651f None None] Routers {'8be23f45-63b6-4cd2-ad62-45938092cb96'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:53:36.969422 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-780ca243-18ba-4ae7-8ca1-fb877a9b651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:53:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['8be23f45-63b6-4cd2-ad62-45938092cb96'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:36.983078 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-9c39e9b4-45fe-4844-a473-fee576415b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.056504 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-780ca243-18ba-4ae7-8ca1-fb877a9b651f None None] Set router 8be23f45-63b6-4cd2-ad62-45938092cb96 gateway port host: None {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:53:37.113675 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-780ca243-18ba-4ae7-8ca1-fb877a9b651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'name': 'tempest-ServerRescueNegativeTestJSON-443499758-router', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:53:36Z', 'revision_number': 6, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'gw_port_host': None}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:37.137076 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780ca243-18ba-4ae7-8ca1-fb877a9b651f None None] The sync data for ids ['8be23f45-63b6-4cd2-ad62-45938092cb96'] in dv-cinder-840525-3-iscsi is: [{'id': '8be23f45-63b6-4cd2-ad62-45938092cb96', 'name': 'tempest-ServerRescueNegativeTestJSON-443499758-router', 'tenant_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:53:36Z', 'revision_number': 6, 'project_id': '0fb78a439e20439f8d93a4f7df3f28f8', 'gw_port_host': None}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:53:37.213596 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 87b079d0-f5b8-4315-b27a-8988f8c98b86 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:53:37.241453 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [None req-30246f40-2608-4fa6-b152-01592d65e7af admin admin] For port 5f477e49-1502-4fe8-92b7-e38eb46ca4ae, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=5f477e49-1502-4fe8-92b7-e38eb46ca4ae,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:37.241453 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-30246f40-2608-4fa6-b152-01592d65e7af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (5f477e49-1502-4fe8-92b7-e38eb46ca4ae), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.241693 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] No Port match for: 87b079d0-f5b8-4315-b27a-8988f8c98b86 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:53:37.241693 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 87b079d0-f5b8-4315-b27a-8988f8c98b86 not bound to the agent host hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:53:37.244031 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-30246f40-2608-4fa6-b152-01592d65e7af admin admin] Calling delete_port for 5f477e49-1502-4fe8-92b7-e38eb46ca4ae owned by network:router_gateway {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:53:37.378190 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af50d5-fc71-4653-87bf-35fcfbd9f55d req-8d942174-c740-4a85-8f0f-d48cc965a062 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:37.379802 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a4af50d5-fc71-4653-87bf-35fcfbd9f55d req-8d942174-c740-4a85-8f0f-d48cc965a062 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 945 time: 0.0885239 Aug 24 17:53:37.462752 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a4af50d5-fc71-4653-87bf-35fcfbd9f55d req-1cf01d2b-fc2e-40d2-92ea-5ea685b4601a tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768499 Aug 24 17:53:37.470288 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:37.491797 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 37366) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:37.498483 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-30246f40-2608-4fa6-b152-01592d65e7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (5f477e49-1502-4fe8-92b7-e38eb46ca4ae), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.528017 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30246f40-2608-4fa6-b152-01592d65e7af admin admin] Pushing event deleted for resources: {'Port': ['ID=5f477e49-1502-4fe8-92b7-e38eb46ca4ae,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:37.624167 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f8fe4b-2479-4427-808a-38429bfcbdc9 tempest-TestMinimumBasicScenario-1286917487 tempest-TestMinimumBasicScenario-1286917487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:37.626249 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-e5f8fe4b-2479-4427-808a-38429bfcbdc9 tempest-TestMinimumBasicScenario-1286917487 tempest-TestMinimumBasicScenario-1286917487-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 1124 time: 0.1334474 Aug 24 17:53:37.629373 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 37370) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:37.630998 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-30246f40-2608-4fa6-b152-01592d65e7af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795944'] for router_gateway (8be23f45-63b6-4cd2-ad62-45938092cb96), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.634160 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Request body: {'floatingip': {'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'port_id': 'dcaa2642-5d4e-4109-91ed-2b174f78eea6', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:37.639212 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:37.659036 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.721678 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-30246f40-2608-4fa6-b152-01592d65e7af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1797267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router (8be23f45-63b6-4cd2-ad62-45938092cb96), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.723886 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-30246f40-2608-4fa6-b152-01592d65e7af admin admin] Publish callbacks [] for router_controller (8be23f45-63b6-4cd2-ad62-45938092cb96), precommit_delete_associations {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.739591 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.765361 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-30246f40-2608-4fa6-b152-01592d65e7af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1797258'] for router (8be23f45-63b6-4cd2-ad62-45938092cb96), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.766551 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30246f40-2608-4fa6-b152-01592d65e7af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8be23f45-63b6-4cd2-ad62-45938092cb96 {{(pid=112764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:53:37.771575 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-30246f40-2608-4fa6-b152-01592d65e7af admin admin] Publish callbacks [] for router (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.772545 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-30246f40-2608-4fa6-b152-01592d65e7af admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/8be23f45-63b6-4cd2-ad62-45938092cb96 HTTP/1.1" status: 204 len: 168 time: 1.1199484 Aug 24 17:53:37.775090 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 37372) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:37.805241 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:53:37.822462 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3b58ed-02b5-4512-bc07-0a2d635f91ce admin admin] Deleting subnet 691c41c2-810c-4ccb-bb31-aecf9470a77a {{(pid=112764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:53:37.825599 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ae3b58ed-02b5-4512-bc07-0a2d635f91ce admin admin] Publish callbacks [] for subnet (691c41c2-810c-4ccb-bb31-aecf9470a77a), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.827093 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:37.850434 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Allocated IP 172.27.1.6 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/bba45011-6259-4897-a900-c5294770eb0a) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:53:37.862818 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ae3b58ed-02b5-4512-bc07-0a2d635f91ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6112461'] for subnet (691c41c2-810c-4ccb-bb31-aecf9470a77a), precommit_delete_associations {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.949260 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ae3b58ed-02b5-4512-bc07-0a2d635f91ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858428'] for subnet (691c41c2-810c-4ccb-bb31-aecf9470a77a), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.964716 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for port (bba45011-6259-4897-a900-c5294770eb0a), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:37.997875 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 5f477e49-1502-4fe8-92b7-e38eb46ca4ae no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:53:37.998374 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:38.005867 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (bba45011-6259-4897-a900-c5294770eb0a), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.007695 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ae3b58ed-02b5-4512-bc07-0a2d635f91ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6221716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6168083'] for subnet (691c41c2-810c-4ccb-bb31-aecf9470a77a), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.020280 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: 5f477e49-1502-4fe8-92b7-e38eb46ca4ae {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:53:38.020877 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 5f477e49-1502-4fe8-92b7-e38eb46ca4ae not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:53:38.021300 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 1fbe299f-882f-4160-b68e-c6a0eeabb57f no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:53:38.036039 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b58ed-02b5-4512-bc07-0a2d635f91ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=691c41c2-810c-4ccb-bb31-aecf9470a77a,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:38.039991 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ae3b58ed-02b5-4512-bc07-0a2d635f91ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for subnet (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.043511 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-ae3b58ed-02b5-4512-bc07-0a2d635f91ce admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/691c41c2-810c-4ccb-bb31-aecf9470a77a HTTP/1.1" status: 204 len: 168 time: 0.2674077 Aug 24 17:53:38.046235 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 37374) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:38.053382 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61272355-4d3b-4cc8-abdb-1bafeab10528 None None] Network 42250e67-e026-4ee8-a8ab-86c733e9a211 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:53:38.055409 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: 1fbe299f-882f-4160-b68e-c6a0eeabb57f {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:53:38.055775 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 1fbe299f-882f-4160-b68e-c6a0eeabb57f not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:53:38.057377 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:53:38.062017 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:53:38.065878 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:53:38.089486 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Pushing event updated for resources: {'Port': ['ID=bba45011-6259-4897-a900-c5294770eb0a,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:38.105456 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:38.105798 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:38.106325 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:38.106855 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:38.107410 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:38.107993 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:38.108334 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:38.108671 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:38.109008 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:38.109866 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:38.110212 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:38.110542 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:38.110871 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:38.111200 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:38.111551 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:38.120873 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-3c92f54e-0062-4091-b40b-4cf372ff3a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772529'] for network (42250e67-e026-4ee8-a8ab-86c733e9a211), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.169359 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-3c92f54e-0062-4091-b40b-4cf372ff3a75 admin admin] Deleting port 71b764b6-6191-48a6-b6e3-dc7d478b3f26 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:53:38.169724 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-3c92f54e-0062-4091-b40b-4cf372ff3a75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (71b764b6-6191-48a6-b6e3-dc7d478b3f26), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.237626 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [None req-3c92f54e-0062-4091-b40b-4cf372ff3a75 admin admin] For port 71b764b6-6191-48a6-b6e3-dc7d478b3f26, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=71b764b6-6191-48a6-b6e3-dc7d478b3f26,segment=NetworkSegment(9c8d4118-7962-435d-9942-3c81535bbb02),segment_id=9c8d4118-7962-435d-9942-3c81535bbb02)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:38.237626 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-3c92f54e-0062-4091-b40b-4cf372ff3a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (71b764b6-6191-48a6-b6e3-dc7d478b3f26), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.246566 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab9059b-be3d-4070-941f-9ea843004713 None None] DHCP port deletion for 42250e67-e026-4ee8-a8ab-86c733e9a211 request from dv-cinder-840525-3-iscsi {{(pid=112765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 17:53:38.253091 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-3c92f54e-0062-4091-b40b-4cf372ff3a75 admin admin] Calling delete_port for 71b764b6-6191-48a6-b6e3-dc7d478b3f26 owned by network:dhcp {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:53:38.294118 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-0ab9059b-be3d-4070-941f-9ea843004713 None None] Deleting port 71b764b6-6191-48a6-b6e3-dc7d478b3f26 {{(pid=112765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:53:38.294851 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-0ab9059b-be3d-4070-941f-9ea843004713 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (71b764b6-6191-48a6-b6e3-dc7d478b3f26), before_delete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.333584 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:38.346924 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-3c92f54e-0062-4091-b40b-4cf372ff3a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (71b764b6-6191-48a6-b6e3-dc7d478b3f26), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.373685 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-0ab9059b-be3d-4070-941f-9ea843004713 None None] For port 71b764b6-6191-48a6-b6e3-dc7d478b3f26, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=71b764b6-6191-48a6-b6e3-dc7d478b3f26,segment=NetworkSegment(9c8d4118-7962-435d-9942-3c81535bbb02),segment_id=9c8d4118-7962-435d-9942-3c81535bbb02)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:38.374087 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-0ab9059b-be3d-4070-941f-9ea843004713 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (71b764b6-6191-48a6-b6e3-dc7d478b3f26), precommit_delete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.374504 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92f54e-0062-4091-b40b-4cf372ff3a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=71b764b6-6191-48a6-b6e3-dc7d478b3f26,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:38.378075 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c92f54e-0062-4091-b40b-4cf372ff3a75 admin admin] No DVR routers for this DVR port 71b764b6-6191-48a6-b6e3-dc7d478b3f26 on host dv-cinder-840525-3-iscsi {{(pid=112764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:53:38.382376 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:38.390892 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-0ab9059b-be3d-4070-941f-9ea843004713 None None] Calling delete_port for 71b764b6-6191-48a6-b6e3-dc7d478b3f26 owned by network:dhcp {{(pid=112765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:53:38.453110 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-3c92f54e-0062-4091-b40b-4cf372ff3a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853052', 'neutron.services.segments.db._delete_segments_for_network-8763232076656'] for network (42250e67-e026-4ee8-a8ab-86c733e9a211), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.480583 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-0ab9059b-be3d-4070-941f-9ea843004713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414'] for port (71b764b6-6191-48a6-b6e3-dc7d478b3f26), after_delete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.485928 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-3c92f54e-0062-4091-b40b-4cf372ff3a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42250e67-e026-4ee8-a8ab-86c733e9a211']}} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:38.487867 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for floatingip (4161c966-7ef5-4922-baae-a428b765229c), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.495718 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-3c92f54e-0062-4091-b40b-4cf372ff3a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8d4118-7962-435d-9942-3c81535bbb02') {'for_net_delete': True} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:38.495944 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-3c92f54e-0062-4091-b40b-4cf372ff3a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8d4118-7962-435d-9942-3c81535bbb02') {} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:38.505832 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-3c92f54e-0062-4091-b40b-4cf372ff3a75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763232055022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6112452'] for segment (9c8d4118-7962-435d-9942-3c81535bbb02), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.510234 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9059b-be3d-4070-941f-9ea843004713 None None] Pushing event deleted for resources: {'Port': ['ID=71b764b6-6191-48a6-b6e3-dc7d478b3f26,revision_number=None']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:38.512348 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab9059b-be3d-4070-941f-9ea843004713 None None] No DVR routers for this DVR port 71b764b6-6191-48a6-b6e3-dc7d478b3f26 on host dv-cinder-840525-3-iscsi {{(pid=112765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:53:38.520035 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-3c92f54e-0062-4091-b40b-4cf372ff3a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (9c8d4118-7962-435d-9942-3c81535bbb02), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.527757 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c92f54e-0062-4091-b40b-4cf372ff3a75 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=112764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:53:38.528155 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-3c92f54e-0062-4091-b40b-4cf372ff3a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6221810'] for segment (9c8d4118-7962-435d-9942-3c81535bbb02), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.558836 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.services.segments.plugin [-] Segment 9c8d4118-7962-435d-9942-3c81535bbb02 resource provider aggregate not found Aug 24 17:53:38.569167 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (bba45011-6259-4897-a900-c5294770eb0a), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.597871 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.services.segments.plugin [-] Segment 9c8d4118-7962-435d-9942-3c81535bbb02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c8d4118-7962-435d-9942-3c81535bbb02 found for delete ", "request_id": "req-c41d34f3-9df0-473b-9478-08e56820e1bc"}]} Aug 24 17:53:38.604550 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-3c92f54e-0062-4091-b40b-4cf372ff3a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795916'] for network (42250e67-e026-4ee8-a8ab-86c733e9a211), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.612568 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-3c92f54e-0062-4091-b40b-4cf372ff3a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.618095 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-3c92f54e-0062-4091-b40b-4cf372ff3a75 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/42250e67-e026-4ee8-a8ab-86c733e9a211 HTTP/1.1" status: 204 len: 168 time: 0.5684834 Aug 24 17:53:38.624918 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92f54e-0062-4091-b40b-4cf372ff3a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=42250e67-e026-4ee8-a8ab-86c733e9a211,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:38.733048 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for port (bba45011-6259-4897-a900-c5294770eb0a), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.739182 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 37382) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:38.746733 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (bba45011-6259-4897-a900-c5294770eb0a), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.843328 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Pushing event updated for resources: {'Port': ['ID=bba45011-6259-4897-a900-c5294770eb0a,revision_number=2']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:38.847109 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (4161c966-7ef5-4922-baae-a428b765229c), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.852825 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-86a3338d-baec-44a7-85b3-dd3c779fe318 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0fb78a439e20439f8d93a4f7df3f28f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1125116 Aug 24 17:53:38.855581 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 37384) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:38.904453 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-b5899445-57bf-4c7d-b44c-a4215f96d712 admin admin] Publish callbacks [] for security_group (3a080cee-f705-48ae-a469-47e9131c1030), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.929144 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-b5899445-57bf-4c7d-b44c-a4215f96d712 admin admin] Publish callbacks [] for security_group (3a080cee-f705-48ae-a469-47e9131c1030), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.946359 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.l3_db [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Floating IP 4161c966-7ef5-4922-baae-a428b765229c associated. External IP: 172.27.1.6, port: dcaa2642-5d4e-4109-91ed-2b174f78eea6. Aug 24 17:53:38.978937 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-b5899445-57bf-4c7d-b44c-a4215f96d712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (3a080cee-f705-48ae-a469-47e9131c1030), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.981556 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-b5899445-57bf-4c7d-b44c-a4215f96d712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:38.982750 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-b5899445-57bf-4c7d-b44c-a4215f96d712 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3a080cee-f705-48ae-a469-47e9131c1030 HTTP/1.1" status: 204 len: 168 time: 0.1260943 Aug 24 17:53:38.994663 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5899445-57bf-4c7d-b44c-a4215f96d712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a080cee-f705-48ae-a469-47e9131c1030,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:39.252827 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:39.385241 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Router 2bd4d336-35a2-488a-bfb5-40fe8efe13cf has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:53:39.454556 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4e9e463a-b31c-417e-a379-f5b689e30ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:39.458489 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:39.494755 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:53:39.509116 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86918354-cdf8-4912-baa7-f04d5f8301c4 None None] Sync routers for ids ['2bd4d336-35a2-488a-bfb5-40fe8efe13cf'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:53:39.522216 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:39.522434 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86918354-cdf8-4912-baa7-f04d5f8301c4 None None] Routers {'2bd4d336-35a2-488a-bfb5-40fe8efe13cf'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:53:39.523054 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-86918354-cdf8-4912-baa7-f04d5f8301c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:53:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2bd4d336-35a2-488a-bfb5-40fe8efe13cf'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:39.557347 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-ea5ce455-b8a9-4663-bd1a-bada94ea9887 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9238617 Aug 24 17:53:39.557347 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3051bbe9-8766-4204-9998-a496565cfc22', 'tag': 'dcaa2642-5d4e-4109-91ed-2b174f78eea6'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:39.557875 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 37400) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:39.560549 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac432827-7ec8-482e-9eb5-6bd4dcddeb6b" -d '{"events": [{"name": "network-changed", "server_uuid": "3051bbe9-8766-4204-9998-a496565cfc22", "tag": "dcaa2642-5d4e-4109-91ed-2b174f78eea6"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:39.563400 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-dbf81722-151e-4a12-94ba-7eaf0f91af91 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1106750636', 'description': 'tempest-secgroup-smoke-1106750636 description', 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:39.577410 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=11 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:39.597319 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-dbf81722-151e-4a12-94ba-7eaf0f91af91 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:39.696110 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-dbf81722-151e-4a12-94ba-7eaf0f91af91 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group (e579ecf1-2400-4e55-ad10-674179e9d30e), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:39.703634 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-dbf81722-151e-4a12-94ba-7eaf0f91af91 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (e579ecf1-2400-4e55-ad10-674179e9d30e), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:39.742887 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-dbf81722-151e-4a12-94ba-7eaf0f91af91 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:39.746894 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-dbf81722-151e-4a12-94ba-7eaf0f91af91 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1868677 Aug 24 17:53:39.749225 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 37410) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:39.758932 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf81722-151e-4a12-94ba-7eaf0f91af91 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e579ecf1-2400-4e55-ad10-674179e9d30e,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:39.764827 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-f9a7e072-4713-4910-b084-b9d1830a409d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Request body: {'security_group_rule': {'security_group_id': 'e579ecf1-2400-4e55-ad10-674179e9d30e', 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:39.789738 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-86918354-cdf8-4912-baa7-f04d5f8301c4 None None] Set router 2bd4d336-35a2-488a-bfb5-40fe8efe13cf gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:53:39.792643 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:39.813410 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdba71c5-cbdb-4cd2-ab23-f0c8526c5e1f x-openstack-request-id: req-bdba71c5-cbdb-4cd2-ab23-f0c8526c5e1f {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:39.813704 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3051bbe9-8766-4204-9998-a496565cfc22", "tag": "dcaa2642-5d4e-4109-91ed-2b174f78eea6", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:39.813954 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bdba71c5-cbdb-4cd2-ab23-f0c8526c5e1f {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:39.814368 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdba71c5-cbdb-4cd2-ab23-f0c8526c5e1f'] response: {'name': 'network-changed', 'server_uuid': '3051bbe9-8766-4204-9998-a496565cfc22', 'tag': 'dcaa2642-5d4e-4109-91ed-2b174f78eea6', 'status': 'completed', 'code': 200} Aug 24 17:53:39.828282 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e072-4713-4910-b084-b9d1830a409d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group_rule (6199edf5-b0da-4578-9652-a032352612b6), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:39.891763 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac432827-7ec8-482e-9eb5-6bd4dcddeb6b req-e6e8ba9b-230a-4f6b-b740-9a39c67f74c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:39.893415 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ac432827-7ec8-482e-9eb5-6bd4dcddeb6b req-e6e8ba9b-230a-4f6b-b740-9a39c67f74c2 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=e78c5560d7874c7d9ae11d1a078090d9&device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 1129 time: 0.0482359 Aug 24 17:53:39.913081 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e072-4713-4910-b084-b9d1830a409d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group_rule (6199edf5-b0da-4578-9652-a032352612b6), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:39.918722 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:39.925623 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e072-4713-4910-b084-b9d1830a409d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (6199edf5-b0da-4578-9652-a032352612b6), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:39.950162 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7e072-4713-4910-b084-b9d1830a409d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6199edf5-b0da-4578-9652-a032352612b6,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:39.959262 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e072-4713-4910-b084-b9d1830a409d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:39.962970 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-f9a7e072-4713-4910-b084-b9d1830a409d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2117369 Aug 24 17:53:39.967369 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 37414) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:39.977307 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 37416) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:40.009373 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-d2442f3d-9170-4785-be80-4d900ef22159 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Request body: {'security_group_rule': {'security_group_id': 'e579ecf1-2400-4e55-ad10-674179e9d30e', 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:40.018442 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 71b764b6-6191-48a6-b6e3-dc7d478b3f26 no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:53:40.049236 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: 71b764b6-6191-48a6-b6e3-dc7d478b3f26 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:53:40.049837 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 71b764b6-6191-48a6-b6e3-dc7d478b3f26 not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:53:40.058135 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-86918354-cdf8-4912-baa7-f04d5f8301c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'name': 'tempest-TestMinimumBasicScenario-235150204-router', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:46Z', 'revision_number': 4, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'gw_port': {'id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '4161c966-7ef5-4922-baae-a428b765229c', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'port_id': 'dcaa2642-5d4e-4109-91ed-2b174f78eea6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40', 'mac_address': 'fa:16:3e:ef:b2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051bbe9-8766-4204-9998-a496565cfc22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:53:38Z', 'updated_at': '2022-08-24T17:53:38Z', 'revision_number': 0, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293fdf05-333c-4898-b395-4edbf1753806', 'name': '', 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'mac_address': 'fa:16:3e:5f:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'eca100be-8af3-4b6d-a329-e6477a4afdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:45Z', 'updated_at': '2022-08-24T17:52:52Z', 'revision_number': 5, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'subnets': [{'id': 'eca100be-8af3-4b6d-a329-e6477a4afdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:40.065738 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d2442f3d-9170-4785-be80-4d900ef22159 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group_rule (b19f6ed4-ffa8-4c84-857c-764e5bb8a597), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.070843 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac432827-7ec8-482e-9eb5-6bd4dcddeb6b req-c6c7549d-ac6e-478c-ab72-6aa436ae14bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:40.072777 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ac432827-7ec8-482e-9eb5-6bd4dcddeb6b req-c6c7549d-ac6e-478c-ab72-6aa436ae14bf service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=5a577f69-19df-42ad-a735-e23f9d18bb40 HTTP/1.1" status: 200 len: 915 time: 0.1709132 Aug 24 17:53:40.094683 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86918354-cdf8-4912-baa7-f04d5f8301c4 None None] Checking router: 2bd4d336-35a2-488a-bfb5-40fe8efe13cf for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:53:40.103358 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86918354-cdf8-4912-baa7-f04d5f8301c4 None None] Routers {'2bd4d336-35a2-488a-bfb5-40fe8efe13cf'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:53:40.104039 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-86918354-cdf8-4912-baa7-f04d5f8301c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:53:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2bd4d336-35a2-488a-bfb5-40fe8efe13cf'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:40.110922 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-582dad24-37b9-48b8-8369-21a4d0397ffd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1639663905-network', 'tenant_id': '625652cfa47248faac8c1f7759c56a14'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:40.134089 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582dad24-37b9-48b8-8369-21a4d0397ffd admin admin] Made reservation on behalf of 625652cfa47248faac8c1f7759c56a14 for: {'network': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:53:40.136604 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-582dad24-37b9-48b8-8369-21a4d0397ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for network (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.146293 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-582dad24-37b9-48b8-8369-21a4d0397ffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.168537 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ac432827-7ec8-482e-9eb5-6bd4dcddeb6b req-3fade6a1-c5c0-4278-9faf-7659a1ce5afd service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcaa2642-5d4e-4109-91ed-2b174f78eea6 HTTP/1.1" status: 200 len: 997 time: 0.0888288 Aug 24 17:53:40.186518 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d2442f3d-9170-4785-be80-4d900ef22159 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group_rule (b19f6ed4-ffa8-4c84-857c-764e5bb8a597), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.210296 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d2442f3d-9170-4785-be80-4d900ef22159 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (b19f6ed4-ffa8-4c84-857c-764e5bb8a597), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.227216 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-582dad24-37b9-48b8-8369-21a4d0397ffd admin admin] Publish callbacks [] for security_group (2bab6e5f-0070-49a7-b259-879bbe0eb099), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.229008 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-86918354-cdf8-4912-baa7-f04d5f8301c4 None None] Set router 2bd4d336-35a2-488a-bfb5-40fe8efe13cf gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:53:40.232230 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-582dad24-37b9-48b8-8369-21a4d0397ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (2bab6e5f-0070-49a7-b259-879bbe0eb099), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.243214 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2442f3d-9170-4785-be80-4d900ef22159 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19f6ed4-ffa8-4c84-857c-764e5bb8a597,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:40.251638 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d2442f3d-9170-4785-be80-4d900ef22159 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.256328 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-d2442f3d-9170-4785-be80-4d900ef22159 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2875297 Aug 24 17:53:40.256880 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 37420) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:40.257793 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582dad24-37b9-48b8-8369-21a4d0397ffd admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=112763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:53:40.259124 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac432827-7ec8-482e-9eb5-6bd4dcddeb6b req-662791ab-147c-460f-9b03-ec8888710c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:40.261260 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ac432827-7ec8-482e-9eb5-6bd4dcddeb6b req-662791ab-147c-460f-9b03-ec8888710c41 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=eca100be-8af3-4b6d-a329-e6477a4afdd5 HTTP/1.1" status: 200 len: 853 time: 0.0839248 Aug 24 17:53:40.271071 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-26937372-3be0-4fcf-a64d-635634fc2787 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Request body: {'security_group_rule': {'security_group_id': 'e579ecf1-2400-4e55-ad10-674179e9d30e', 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:40.288258 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-582dad24-37b9-48b8-8369-21a4d0397ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (189ea71e-26ad-46a8-8955-35537b10f105), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.288705 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.segments_db [None req-582dad24-37b9-48b8-8369-21a4d0397ffd admin admin] Added segment 189ea71e-26ad-46a8-8955-35537b10f105 of type vlan for network 87807a97-d368-4c81-a10c-4e62e5ebdb01 Aug 24 17:53:40.290056 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582dad24-37b9-48b8-8369-21a4d0397ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bab6e5f-0070-49a7-b259-879bbe0eb099,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:40.300791 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:40.310613 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac432827-7ec8-482e-9eb5-6bd4dcddeb6b req-ed7add08-633c-4b2c-8d07-1d369fdc3b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:40.313198 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ac432827-7ec8-482e-9eb5-6bd4dcddeb6b req-ed7add08-633c-4b2c-8d07-1d369fdc3b81 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=5a577f69-19df-42ad-a735-e23f9d18bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455544 Aug 24 17:53:40.349510 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-582dad24-37b9-48b8-8369-21a4d0397ffd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763231558539'] for network (87807a97-d368-4c81-a10c-4e62e5ebdb01), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.356399 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-26937372-3be0-4fcf-a64d-635634fc2787 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group_rule (9554ce27-bb95-439f-954c-1fab3f206865), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.382060 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:40.400323 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-582dad24-37b9-48b8-8369-21a4d0397ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for network (87807a97-d368-4c81-a10c-4e62e5ebdb01), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.401344 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582dad24-37b9-48b8-8369-21a4d0397ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:40.401919 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-582dad24-37b9-48b8-8369-21a4d0397ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.421735 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ac432827-7ec8-482e-9eb5-6bd4dcddeb6b req-0176053b-10df-44c7-b581-61063f94e0e4 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/5a577f69-19df-42ad-a735-e23f9d18bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006753 Aug 24 17:53:40.447938 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-582dad24-37b9-48b8-8369-21a4d0397ffd admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4670115 Aug 24 17:53:40.456446 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 37422) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:40.463276 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-a68c19fd-37d1-4f64-bbb9-ce0a45fb3f45 admin admin] Request body: {'subnet': {'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-subnet', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:40.473878 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-86918354-cdf8-4912-baa7-f04d5f8301c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'name': 'tempest-TestMinimumBasicScenario-235150204-router', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:46Z', 'revision_number': 4, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'gw_port': {'id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '4161c966-7ef5-4922-baae-a428b765229c', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'port_id': 'dcaa2642-5d4e-4109-91ed-2b174f78eea6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40', 'mac_address': 'fa:16:3e:ef:b2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051bbe9-8766-4204-9998-a496565cfc22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:53:38Z', 'updated_at': '2022-08-24T17:53:38Z', 'revision_number': 0, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293fdf05-333c-4898-b395-4edbf1753806', 'name': '', 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'mac_address': 'fa:16:3e:5f:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'eca100be-8af3-4b6d-a329-e6477a4afdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:45Z', 'updated_at': '2022-08-24T17:52:52Z', 'revision_number': 5, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'subnets': [{'id': 'eca100be-8af3-4b6d-a329-e6477a4afdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:40.491455 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582dad24-37b9-48b8-8369-21a4d0397ffd admin admin] Pushing event updated for resources: {'Network': ['ID=87807a97-d368-4c81-a10c-4e62e5ebdb01,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:40.501552 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-26937372-3be0-4fcf-a64d-635634fc2787 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group_rule (9554ce27-bb95-439f-954c-1fab3f206865), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.503102 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86918354-cdf8-4912-baa7-f04d5f8301c4 None None] The sync data for ids ['2bd4d336-35a2-488a-bfb5-40fe8efe13cf'] in dv-cinder-840525-3-iscsi is: [{'id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'name': 'tempest-TestMinimumBasicScenario-235150204-router', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:46Z', 'revision_number': 4, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'gw_port': {'id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '4161c966-7ef5-4922-baae-a428b765229c', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'port_id': 'dcaa2642-5d4e-4109-91ed-2b174f78eea6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40', 'mac_address': 'fa:16:3e:ef:b2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051bbe9-8766-4204-9998-a496565cfc22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:53:38Z', 'updated_at': '2022-08-24T17:53:38Z', 'revision_number': 0, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293fdf05-333c-4898-b395-4edbf1753806', 'name': '', 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'mac_address': 'fa:16:3e:5f:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'eca100be-8af3-4b6d-a329-e6477a4afdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:45Z', 'updated_at': '2022-08-24T17:52:52Z', 'revision_number': 5, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'subnets': [{'id': 'eca100be-8af3-4b6d-a329-e6477a4afdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:53:40.507928 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Network 87807a97-d368-4c81-a10c-4e62e5ebdb01 details requested by agent ovs-agent-dv-cinder-840525-3-iscsi with host dv-cinder-840525-3-iscsi {{(pid=112765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:53:40.508155 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-26937372-3be0-4fcf-a64d-635634fc2787 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (9554ce27-bb95-439f-954c-1fab3f206865), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.519645 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:40.534662 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26937372-3be0-4fcf-a64d-635634fc2787 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9554ce27-bb95-439f-954c-1fab3f206865,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:40.535159 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68c19fd-37d1-4f64-bbb9-ce0a45fb3f45 admin admin] Made reservation on behalf of 625652cfa47248faac8c1f7759c56a14 for: {'subnet': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:53:40.537729 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a68c19fd-37d1-4f64-bbb9-ce0a45fb3f45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6168182'] for subnet (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.550247 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-26937372-3be0-4fcf-a64d-635634fc2787 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.551498 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-26937372-3be0-4fcf-a64d-635634fc2787 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2912495 Aug 24 17:53:40.554314 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 37424) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:40.560254 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-db29f565-7048-4a29-bf67-760e411e2e94 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Request body: {'security_group_rule': {'security_group_id': 'e579ecf1-2400-4e55-ad10-674179e9d30e', 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:40.567690 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:40.593623 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ac432827-7ec8-482e-9eb5-6bd4dcddeb6b req-920a2eae-7ef2-4f94-82e9-1d0db28cba13 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/5a577f69-19df-42ad-a735-e23f9d18bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629093 Aug 24 17:53:40.595524 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-db29f565-7048-4a29-bf67-760e411e2e94 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group_rule (f0fd6df6-3b82-4613-ae98-2374ce05fab7), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.634289 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.684221 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-db29f565-7048-4a29-bf67-760e411e2e94 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group_rule (f0fd6df6-3b82-4613-ae98-2374ce05fab7), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.689968 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-db29f565-7048-4a29-bf67-760e411e2e94 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (f0fd6df6-3b82-4613-ae98-2374ce05fab7), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.711308 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29f565-7048-4a29-bf67-760e411e2e94 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0fd6df6-3b82-4613-ae98-2374ce05fab7,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:40.716792 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-db29f565-7048-4a29-bf67-760e411e2e94 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.720848 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-db29f565-7048-4a29-bf67-760e411e2e94 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1655576 Aug 24 17:53:40.721432 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 37426) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:40.725734 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-dcb5afaa-5f3b-447d-a2a1-8ab2b2ef94e1 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Request body: {'security_group_rule': {'security_group_id': 'e579ecf1-2400-4e55-ad10-674179e9d30e', 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:40.751044 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.securitygroups_db [None req-dcb5afaa-5f3b-447d-a2a1-8ab2b2ef94e1 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Project e78c5560d7874c7d9ae11d1a078090d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 17:53:40.757501 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-dcb5afaa-5f3b-447d-a2a1-8ab2b2ef94e1 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group_rule (dd5ab21c-0542-4231-95eb-47c292a76346), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.765256 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a68c19fd-37d1-4f64-bbb9-ce0a45fb3f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6220881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6168088'] for subnet (fb812c0c-3017-4362-8cd9-519a30ec932c), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.823459 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c19fd-37d1-4f64-bbb9-ce0a45fb3f45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb812c0c-3017-4362-8cd9-519a30ec932c,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:40.831609 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c8e6ca-351a-42aa-9889-c773b8ed5266 None None] New status for floating IP 4161c966-7ef5-4922-baae-a428b765229c: ACTIVE {{(pid=112766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:53:40.832284 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-dcb5afaa-5f3b-447d-a2a1-8ab2b2ef94e1 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group_rule (dd5ab21c-0542-4231-95eb-47c292a76346), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.836903 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68c19fd-37d1-4f64-bbb9-ce0a45fb3f45 admin admin] Checking segment: {'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:53:40.837263 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68c19fd-37d1-4f64-bbb9-ce0a45fb3f45 admin admin] Network hostable DHCP agents. Network: 87807a97-d368-4c81-a10c-4e62e5ebdb01, hostable agents: ['edbe2c30-39eb-4d16-9bee-d282c1702677'], hosted agents: [] {{(pid=112764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:53:40.839976 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-dcb5afaa-5f3b-447d-a2a1-8ab2b2ef94e1 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (dd5ab21c-0542-4231-95eb-47c292a76346), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.862271 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5afaa-5f3b-447d-a2a1-8ab2b2ef94e1 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5ab21c-0542-4231-95eb-47c292a76346,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:40.862756 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68c19fd-37d1-4f64-bbb9-ce0a45fb3f45 admin admin] Network 87807a97-d368-4c81-a10c-4e62e5ebdb01 is scheduled to be hosted by DHCP agent edbe2c30-39eb-4d16-9bee-d282c1702677 with binding_index 1 {{(pid=112764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:53:40.868986 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-dcb5afaa-5f3b-447d-a2a1-8ab2b2ef94e1 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.873088 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 37428) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:40.873245 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-dcb5afaa-5f3b-447d-a2a1-8ab2b2ef94e1 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1507502 Aug 24 17:53:40.878374 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-9cde6bd1-6123-4075-a96b-f3f84ccd2bbd tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Request body: {'security_group_rule': {'security_group_id': 'e579ecf1-2400-4e55-ad10-674179e9d30e', 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:40.887228 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-a68c19fd-37d1-4f64-bbb9-ce0a45fb3f45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-3-iscsi, 87807a97-d368-4c81-a10c-4e62e5ebdb01) {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:53:40.895349 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68c19fd-37d1-4f64-bbb9-ce0a45fb3f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:40.895981 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a68c19fd-37d1-4f64-bbb9-ce0a45fb3f45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for subnet (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.897565 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da068eb-3667-4677-8b58-cfddcd802ec7 None None] Network 87807a97-d368-4c81-a10c-4e62e5ebdb01 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:53:40.914794 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-a68c19fd-37d1-4f64-bbb9-ce0a45fb3f45 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4569013 Aug 24 17:53:40.916929 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 37430) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:40.921382 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-e51d20cf-62a7-4669-853f-ede11f65d85c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:40.924117 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.securitygroups_db [None req-9cde6bd1-6123-4075-a96b-f3f84ccd2bbd tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Project e78c5560d7874c7d9ae11d1a078090d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 17:53:40.930771 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9cde6bd1-6123-4075-a96b-f3f84ccd2bbd tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group_rule (2a0267ad-4596-407a-8d54-90b8745d6ef0), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.954564 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e51d20cf-62a7-4669-853f-ede11f65d85c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1612848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router (a12cebee-53ca-4401-a424-dd8eaf36456d), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:40.955669 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e51d20cf-62a7-4669-853f-ede11f65d85c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1796060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1817803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router (a12cebee-53ca-4401-a424-dd8eaf36456d), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.019642 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e51d20cf-62a7-4669-853f-ede11f65d85c admin admin] Publish callbacks [] for router_controller (a12cebee-53ca-4401-a424-dd8eaf36456d), precommit_add_association {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.028831 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9cde6bd1-6123-4075-a96b-f3f84ccd2bbd tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group_rule (2a0267ad-4596-407a-8d54-90b8745d6ef0), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.034535 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9cde6bd1-6123-4075-a96b-f3f84ccd2bbd tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (2a0267ad-4596-407a-8d54-90b8745d6ef0), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.048480 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348da7a8-0291-488e-b4ba-2af08c6bbeba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b3f5f0-e4ad-5125-8985-f94976322c44-87807a97-d368-4c81-a10c-4e62e5ebdb01', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'project_id': '625652cfa47248faac8c1f7759c56a14', 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c'}]}} from dv-cinder-840525-3-iscsi. {{(pid=112765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:53:41.049477 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-348da7a8-0291-488e-b4ba-2af08c6bbeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.061809 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde6bd1-6123-4075-a96b-f3f84ccd2bbd tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a0267ad-4596-407a-8d54-90b8745d6ef0,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:41.067381 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9cde6bd1-6123-4075-a96b-f3f84ccd2bbd tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.068648 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-9cde6bd1-6123-4075-a96b-f3f84ccd2bbd tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1942987 Aug 24 17:53:41.183406 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-37813544-3949-4435-af10-adfe9bf0c49f req-01e39238-27e2-402a-8f67-9ad360ab691b tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1106750636&fields=id&tenant_id=e78c5560d7874c7d9ae11d1a078090d9 HTTP/1.1" status: 200 len: 267 time: 0.0481477 Aug 24 17:53:41.201936 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e51d20cf-62a7-4669-853f-ede11f65d85c admin admin] Publish callbacks [] for router_gateway (a12cebee-53ca-4401-a424-dd8eaf36456d), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.231907 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.db_base_plugin_common [None req-348da7a8-0291-488e-b4ba-2af08c6bbeba None None] Allocated IP 172.20.0.2 (87807a97-d368-4c81-a10c-4e62e5ebdb01/fb812c0c-3017-4362-8cd9-519a30ec932c/4aca1e1e-7958-4b1d-8197-21b3fef57325) {{(pid=112765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:53:41.235020 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:41.257796 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37813544-3949-4435-af10-adfe9bf0c49f req-32aa3163-0f5b-4141-b18a-41d7d6f5024d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:41.259322 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-37813544-3949-4435-af10-adfe9bf0c49f req-32aa3163-0f5b-4141-b18a-41d7d6f5024d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 945 time: 0.0685031 Aug 24 17:53:41.271360 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-37813544-3949-4435-af10-adfe9bf0c49f req-22327b11-1b10-4c47-81dc-8406836a72ec tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Request body: {'port': {'security_groups': ['df0e8dbb-d48b-477a-979c-337a8a3608e7', 'e579ecf1-2400-4e55-ad10-674179e9d30e']}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:41.313717 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:41.352166 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-37813544-3949-4435-af10-adfe9bf0c49f req-22327b11-1b10-4c47-81dc-8406836a72ec tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (dcaa2642-5d4e-4109-91ed-2b174f78eea6), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.385263 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:41.389792 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-348da7a8-0291-488e-b4ba-2af08c6bbeba None None] Publish callbacks [] for port (4aca1e1e-7958-4b1d-8197-21b3fef57325), precommit_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.396482 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-348da7a8-0291-488e-b4ba-2af08c6bbeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (4aca1e1e-7958-4b1d-8197-21b3fef57325), after_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.400252 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e51d20cf-62a7-4669-853f-ede11f65d85c admin admin] Publish callbacks [] for router_gateway (a12cebee-53ca-4401-a424-dd8eaf36456d), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.423560 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e51d20cf-62a7-4669-853f-ede11f65d85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.446155 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348da7a8-0291-488e-b4ba-2af08c6bbeba None None] Network 87807a97-d368-4c81-a10c-4e62e5ebdb01 is already hosted by enough agents. {{(pid=112765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:53:41.451053 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.base_scheduler [None req-348da7a8-0291-488e-b4ba-2af08c6bbeba None None] Resources bound (agent type, host, resource id): {{(pid=112765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:53:41.453584 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348da7a8-0291-488e-b4ba-2af08c6bbeba None None] Received port after_create {{(pid=112765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:53:41.462368 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348da7a8-0291-488e-b4ba-2af08c6bbeba None None] Pushing event updated for resources: {'Port': ['ID=4aca1e1e-7958-4b1d-8197-21b3fef57325,revision_number=1']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:41.466085 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:41.520147 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-348da7a8-0291-488e-b4ba-2af08c6bbeba None None] Attempting to bind port 4aca1e1e-7958-4b1d-8197-21b3fef57325 on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:53:41.520694 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-348da7a8-0291-488e-b4ba-2af08c6bbeba None None] Attempting to bind port 4aca1e1e-7958-4b1d-8197-21b3fef57325 by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:53:41.521007 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348da7a8-0291-488e-b4ba-2af08c6bbeba None None] Attempting to bind port 4aca1e1e-7958-4b1d-8197-21b3fef57325 on network 87807a97-d368-4c81-a10c-4e62e5ebdb01 {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:53:41.532562 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348da7a8-0291-488e-b4ba-2af08c6bbeba None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:53:41.532949 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348da7a8-0291-488e-b4ba-2af08c6bbeba None None] Checking segment: {'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:53:41.533374 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-348da7a8-0291-488e-b4ba-2af08c6bbeba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.533761 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348da7a8-0291-488e-b4ba-2af08c6bbeba None None] Bound using segment: {'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:53:41.534243 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-348da7a8-0291-488e-b4ba-2af08c6bbeba None None] Bound port: 4aca1e1e-7958-4b1d-8197-21b3fef57325, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'}}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:53:41.534627 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-348da7a8-0291-488e-b4ba-2af08c6bbeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (4aca1e1e-7958-4b1d-8197-21b3fef57325), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.552560 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [None req-e51d20cf-62a7-4669-853f-ede11f65d85c admin admin] Allocated IP 172.27.1.83 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/d09bcce1-a7bc-4d6d-a800-fb2806624059) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:53:41.564659 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-37813544-3949-4435-af10-adfe9bf0c49f req-22327b11-1b10-4c47-81dc-8406836a72ec tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] For port dcaa2642-5d4e-4109-91ed-2b174f78eea6, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=dcaa2642-5d4e-4109-91ed-2b174f78eea6,segment=NetworkSegment(ca8e4f11-9f15-4fc3-af27-38184a143a74),segment_id=ca8e4f11-9f15-4fc3-af27-38184a143a74)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:41.596396 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-37813544-3949-4435-af10-adfe9bf0c49f req-22327b11-1b10-4c47-81dc-8406836a72ec tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for port (dcaa2642-5d4e-4109-91ed-2b174f78eea6), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.598900 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-348da7a8-0291-488e-b4ba-2af08c6bbeba None None] For port 4aca1e1e-7958-4b1d-8197-21b3fef57325, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:53:41.601493 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-37813544-3949-4435-af10-adfe9bf0c49f req-22327b11-1b10-4c47-81dc-8406836a72ec tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (dcaa2642-5d4e-4109-91ed-2b174f78eea6), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.603398 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-348da7a8-0291-488e-b4ba-2af08c6bbeba None None] For port 4aca1e1e-7958-4b1d-8197-21b3fef57325, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=4aca1e1e-7958-4b1d-8197-21b3fef57325,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:53:41.611642 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-348da7a8-0291-488e-b4ba-2af08c6bbeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (4aca1e1e-7958-4b1d-8197-21b3fef57325), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.613809 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37813544-3949-4435-af10-adfe9bf0c49f req-22327b11-1b10-4c47-81dc-8406836a72ec tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:41.614510 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-37813544-3949-4435-af10-adfe9bf0c49f req-22327b11-1b10-4c47-81dc-8406836a72ec tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.621847 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-37813544-3949-4435-af10-adfe9bf0c49f req-22327b11-1b10-4c47-81dc-8406836a72ec tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "PUT /networking/v2.0/ports/dcaa2642-5d4e-4109-91ed-2b174f78eea6 HTTP/1.1" status: 200 len: 981 time: 0.3524635 Aug 24 17:53:41.621847 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3051bbe9-8766-4204-9998-a496565cfc22', 'tag': 'dcaa2642-5d4e-4109-91ed-2b174f78eea6'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:41.633080 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5845734-97fc-4a2a-89c6-146b0d0650da" -d '{"events": [{"name": "network-changed", "server_uuid": "3051bbe9-8766-4204-9998-a496565cfc22", "tag": "dcaa2642-5d4e-4109-91ed-2b174f78eea6"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:41.656708 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['dcaa2642-5d4e-4109-91ed-2b174f78eea6'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:53:41.689424 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e51d20cf-62a7-4669-853f-ede11f65d85c admin admin] Publish callbacks [] for port (d09bcce1-a7bc-4d6d-a800-fb2806624059), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.711316 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22327b11-1b10-4c47-81dc-8406836a72ec tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Pushing event updated for resources: {'Port': ['ID=dcaa2642-5d4e-4109-91ed-2b174f78eea6,revision_number=6']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:41.711561 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348da7a8-0291-488e-b4ba-2af08c6bbeba None None] Pushing event updated for resources: {'Port': ['ID=4aca1e1e-7958-4b1d-8197-21b3fef57325,revision_number=2']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:41.726817 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a625da-2bae-447e-8a13-f0e0fcd0ead4 x-openstack-request-id: req-40a625da-2bae-447e-8a13-f0e0fcd0ead4 {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:41.727161 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3051bbe9-8766-4204-9998-a496565cfc22", "tag": "dcaa2642-5d4e-4109-91ed-2b174f78eea6", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:41.727360 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-40a625da-2bae-447e-8a13-f0e0fcd0ead4 {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:41.727817 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a625da-2bae-447e-8a13-f0e0fcd0ead4'] response: {'name': 'network-changed', 'server_uuid': '3051bbe9-8766-4204-9998-a496565cfc22', 'tag': 'dcaa2642-5d4e-4109-91ed-2b174f78eea6', 'status': 'completed', 'code': 200} Aug 24 17:53:41.728977 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['dcaa2642-5d4e-4109-91ed-2b174f78eea6'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:53:41.730559 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:41.742738 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e51d20cf-62a7-4669-853f-ede11f65d85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (d09bcce1-a7bc-4d6d-a800-fb2806624059), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:41.764457 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:41.804935 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5845734-97fc-4a2a-89c6-146b0d0650da req-d0e6f753-cc67-4b27-aec6-ae85afc91f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:41.806664 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f5845734-97fc-4a2a-89c6-146b0d0650da req-d0e6f753-cc67-4b27-aec6-ae85afc91f70 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=e78c5560d7874c7d9ae11d1a078090d9&device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 1168 time: 0.0543115 Aug 24 17:53:41.818829 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51d20cf-62a7-4669-853f-ede11f65d85c admin admin] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:53:41.823897 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-e51d20cf-62a7-4669-853f-ede11f65d85c admin admin] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:53:41.826341 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51d20cf-62a7-4669-853f-ede11f65d85c admin admin] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:53:41.888076 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d3008-f151-4c98-925f-e71746b9de4f req-f791198d-6189-43f3-85ad-25de013372d3 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:41.889677 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-398d3008-f151-4c98-925f-e71746b9de4f req-f791198d-6189-43f3-85ad-25de013372d3 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 984 time: 0.1411965 Aug 24 17:53:41.897970 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d20cf-62a7-4669-853f-ede11f65d85c admin admin] Pushing event updated for resources: {'Port': ['ID=d09bcce1-a7bc-4d6d-a800-fb2806624059,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:41.965831 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5845734-97fc-4a2a-89c6-146b0d0650da req-123a225c-f4b1-41ba-a6c4-17c94e780d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:41.970552 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f5845734-97fc-4a2a-89c6-146b0d0650da req-123a225c-f4b1-41ba-a6c4-17c94e780d82 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=5a577f69-19df-42ad-a735-e23f9d18bb40 HTTP/1.1" status: 200 len: 915 time: 0.1582122 Aug 24 17:53:42.042642 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-398d3008-f151-4c98-925f-e71746b9de4f req-0378f16b-6080-4398-868a-cbab27e0bc3b tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&id=e579ecf1-2400-4e55-ad10-674179e9d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1461992 Aug 24 17:53:42.062867 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:42.067875 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f5845734-97fc-4a2a-89c6-146b0d0650da req-3f7f015e-3bb5-4681-a545-a41e3498e628 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcaa2642-5d4e-4109-91ed-2b174f78eea6 HTTP/1.1" status: 200 len: 999 time: 0.0934315 Aug 24 17:53:42.134460 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:42.154849 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5845734-97fc-4a2a-89c6-146b0d0650da req-dbc652c3-fd09-421e-b558-1d94d8d6d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:42.157051 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f5845734-97fc-4a2a-89c6-146b0d0650da req-dbc652c3-fd09-421e-b558-1d94d8d6d39b service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=eca100be-8af3-4b6d-a329-e6477a4afdd5 HTTP/1.1" status: 200 len: 853 time: 0.0824046 Aug 24 17:53:42.173870 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 4aca1e1e-7958-4b1d-8197-21b3fef57325 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:53:42.218858 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5845734-97fc-4a2a-89c6-146b0d0650da req-1846a36f-ab4f-45dd-b34e-38f7a49a9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:42.220772 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f5845734-97fc-4a2a-89c6-146b0d0650da req-1846a36f-ab4f-45dd-b34e-38f7a49a9092 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=5a577f69-19df-42ad-a735-e23f9d18bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566995 Aug 24 17:53:42.224351 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:42.232659 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e51d20cf-62a7-4669-853f-ede11f65d85c admin admin] Publish callbacks [] for router_gateway (a12cebee-53ca-4401-a424-dd8eaf36456d), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:42.286259 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:42.325648 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 4aca1e1e-7958-4b1d-8197-21b3fef57325 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:42.325939 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (4aca1e1e-7958-4b1d-8197-21b3fef57325), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:42.335764 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f5845734-97fc-4a2a-89c6-146b0d0650da req-9b68a197-04bb-4a56-9994-6f328561560c service neutron] 10.222.0.62 "GET /networking/v2.0/networks/5a577f69-19df-42ad-a735-e23f9d18bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085343 Aug 24 17:53:42.408752 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:42.430692 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e51d20cf-62a7-4669-853f-ede11f65d85c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1612547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1796013'] for router (a12cebee-53ca-4401-a424-dd8eaf36456d), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:42.438438 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f5845734-97fc-4a2a-89c6-146b0d0650da req-1937cc24-b89a-41a4-bc49-b8dfd642b577 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/5a577f69-19df-42ad-a735-e23f9d18bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961757 Aug 24 17:53:42.517319 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 4aca1e1e-7958-4b1d-8197-21b3fef57325 is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:42.517712 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (4aca1e1e-7958-4b1d-8197-21b3fef57325), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:42.576590 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51d20cf-62a7-4669-853f-ede11f65d85c admin admin] Router a12cebee-53ca-4401-a424-dd8eaf36456d is scheduled to L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 with binding_index 1 {{(pid=112763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:53:42.614452 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port 4aca1e1e-7958-4b1d-8197-21b3fef57325, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=4aca1e1e-7958-4b1d-8197-21b3fef57325,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:42.629509 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (4aca1e1e-7958-4b1d-8197-21b3fef57325), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:42.686730 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51d20cf-62a7-4669-853f-ede11f65d85c admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:53:42.706130 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e51d20cf-62a7-4669-853f-ede11f65d85c admin admin] Publish callbacks [] for router (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:42.707803 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-e51d20cf-62a7-4669-853f-ede11f65d85c admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7898548 Aug 24 17:53:42.710678 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 37440) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:42.714271 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] Sync routers for ids ['a12cebee-53ca-4401-a424-dd8eaf36456d'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:53:42.723357 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=4aca1e1e-7958-4b1d-8197-21b3fef57325,revision_number=3']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:42.743498 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] Routers {'a12cebee-53ca-4401-a424-dd8eaf36456d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:53:42.744142 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:53:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a12cebee-53ca-4401-a424-dd8eaf36456d'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:42.783851 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:42.853991 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] Set router a12cebee-53ca-4401-a424-dd8eaf36456d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:53:42.881389 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b711242-0eb4-4abc-8a2c-e9116710c1eb None None] Network 87807a97-d368-4c81-a10c-4e62e5ebdb01 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:53:42.933581 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=100 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:42.960758 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-917c97ce-b2e3-4193-b93d-94f967712da0 None None] Provisioning complete for port 4aca1e1e-7958-4b1d-8197-21b3fef57325 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:42.961133 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-917c97ce-b2e3-4193-b93d-94f967712da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (4aca1e1e-7958-4b1d-8197-21b3fef57325), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:43.137541 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6bddb61e-95f8-4776-b939-4186f8600573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:43.193008 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:43.296482 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:43.301199 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [None req-6bddb61e-95f8-4776-b939-4186f8600573 admin admin] Allocated IP 172.20.0.1 (87807a97-d368-4c81-a10c-4e62e5ebdb01/fb812c0c-3017-4362-8cd9-519a30ec932c/2d45607a-91fb-492d-aa9c-6176b0679fbe) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:53:43.324980 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-917c97ce-b2e3-4193-b93d-94f967712da0 None None] Current status of the port 4aca1e1e-7958-4b1d-8197-21b3fef57325 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:43.327149 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:42Z', 'revision_number': 3, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:43.353699 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] Checking router: a12cebee-53ca-4401-a424-dd8eaf36456d for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:53:43.354049 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] Updating router a12cebee-53ca-4401-a424-dd8eaf36456d port d09bcce1-a7bc-4d6d-a800-fb2806624059 binding host dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:53:43.392108 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (d09bcce1-a7bc-4d6d-a800-fb2806624059), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:43.585331 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-e73e315b-d5b0-416f-a915-5b8c0c1bcb6a None None] Provisioning complete for port 4aca1e1e-7958-4b1d-8197-21b3fef57325 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:43.585624 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-e73e315b-d5b0-416f-a915-5b8c0c1bcb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (4aca1e1e-7958-4b1d-8197-21b3fef57325), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:43.685316 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6bddb61e-95f8-4776-b939-4186f8600573 admin admin] Publish callbacks [] for port (2d45607a-91fb-492d-aa9c-6176b0679fbe), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:43.723959 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6bddb61e-95f8-4776-b939-4186f8600573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (2d45607a-91fb-492d-aa9c-6176b0679fbe), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:43.740843 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-e73e315b-d5b0-416f-a915-5b8c0c1bcb6a None None] Current status of the port 4aca1e1e-7958-4b1d-8197-21b3fef57325 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:43.759067 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] Publish callbacks [] for port (d09bcce1-a7bc-4d6d-a800-fb2806624059), precommit_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:43.767013 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (d09bcce1-a7bc-4d6d-a800-fb2806624059), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:43.773026 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bddb61e-95f8-4776-b939-4186f8600573 admin admin] Network 87807a97-d368-4c81-a10c-4e62e5ebdb01 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:53:43.776540 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-6bddb61e-95f8-4776-b939-4186f8600573 admin admin] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:53:43.780796 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bddb61e-95f8-4776-b939-4186f8600573 admin admin] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:53:43.783859 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bddb61e-95f8-4776-b939-4186f8600573 admin admin] Pushing event updated for resources: {'Port': ['ID=2d45607a-91fb-492d-aa9c-6176b0679fbe,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:43.804334 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] Attempting to bind port d09bcce1-a7bc-4d6d-a800-fb2806624059 on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:53:43.804710 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] Attempting to bind port d09bcce1-a7bc-4d6d-a800-fb2806624059 by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:53:43.805075 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] Attempting to bind port d09bcce1-a7bc-4d6d-a800-fb2806624059 on network 362d5c28-632f-46ac-8441-a79df5e3c295 {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:53:43.824032 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:53:43.824471 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] Checking segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:53:43.824880 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:43.825277 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] Bound using segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:53:43.825763 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] Bound port: d09bcce1-a7bc-4d6d-a800-fb2806624059, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:53:43.826159 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (d09bcce1-a7bc-4d6d-a800-fb2806624059), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:43.839098 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6bddb61e-95f8-4776-b939-4186f8600573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746992'] for router_interface (a12cebee-53ca-4401-a424-dd8eaf36456d), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:43.853461 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611c085-74f0-4bdc-945c-b7de89d663f0 None None] Pushing event updated for resources: {'Port': ['ID=d09bcce1-a7bc-4d6d-a800-fb2806624059,revision_number=2']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:43.894906 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] For port d09bcce1-a7bc-4d6d-a800-fb2806624059, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:53:43.898531 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] For port d09bcce1-a7bc-4d6d-a800-fb2806624059, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=d09bcce1-a7bc-4d6d-a800-fb2806624059,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:53:43.903129 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:43.911122 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (d09bcce1-a7bc-4d6d-a800-fb2806624059), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:43.920507 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:44.026025 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6bddb61e-95f8-4776-b939-4186f8600573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (2d45607a-91fb-492d-aa9c-6176b0679fbe), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:44.027971 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 4aca1e1e-7958-4b1d-8197-21b3fef57325 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:53:44.033344 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] Routers {'a12cebee-53ca-4401-a424-dd8eaf36456d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:53:44.033977 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:53:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a12cebee-53ca-4401-a424-dd8eaf36456d'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:44.094521 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611c085-74f0-4bdc-945c-b7de89d663f0 None None] Pushing event updated for resources: {'Port': ['ID=d09bcce1-a7bc-4d6d-a800-fb2806624059,revision_number=3']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:44.122263 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:44.149612 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611c085-74f0-4bdc-945c-b7de89d663f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:44.149967 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611c085-74f0-4bdc-945c-b7de89d663f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:44.150311 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611c085-74f0-4bdc-945c-b7de89d663f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:44.150741 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611c085-74f0-4bdc-945c-b7de89d663f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:44.151050 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611c085-74f0-4bdc-945c-b7de89d663f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:44.151383 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611c085-74f0-4bdc-945c-b7de89d663f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:44.151777 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611c085-74f0-4bdc-945c-b7de89d663f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:44.152157 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611c085-74f0-4bdc-945c-b7de89d663f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:44.152495 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611c085-74f0-4bdc-945c-b7de89d663f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:44.152813 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611c085-74f0-4bdc-945c-b7de89d663f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:44.153139 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611c085-74f0-4bdc-945c-b7de89d663f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:44.153880 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611c085-74f0-4bdc-945c-b7de89d663f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:44.154005 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611c085-74f0-4bdc-945c-b7de89d663f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:44.154383 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611c085-74f0-4bdc-945c-b7de89d663f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:44.154815 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611c085-74f0-4bdc-945c-b7de89d663f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:44.166717 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-e2426b85-799e-4b99-948c-70b561b474e6 None None] Provisioning complete for port 2d45607a-91fb-492d-aa9c-6176b0679fbe triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:44.167006 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-e2426b85-799e-4b99-948c-70b561b474e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (2d45607a-91fb-492d-aa9c-6176b0679fbe), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:44.213536 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6bddb61e-95f8-4776-b939-4186f8600573 admin admin] Publish callbacks [] for port (2d45607a-91fb-492d-aa9c-6176b0679fbe), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:44.218583 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6bddb61e-95f8-4776-b939-4186f8600573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (2d45607a-91fb-492d-aa9c-6176b0679fbe), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:44.229706 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-e2426b85-799e-4b99-948c-70b561b474e6 None None] Port 2d45607a-91fb-492d-aa9c-6176b0679fbe cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:53:44.234775 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 4aca1e1e-7958-4b1d-8197-21b3fef57325 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:44.235151 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (4aca1e1e-7958-4b1d-8197-21b3fef57325), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:44.263293 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] Set router a12cebee-53ca-4401-a424-dd8eaf36456d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:53:44.285779 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bddb61e-95f8-4776-b939-4186f8600573 admin admin] Pushing event updated for resources: {'Port': ['ID=2d45607a-91fb-492d-aa9c-6176b0679fbe,revision_number=2']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:44.288325 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6bddb61e-95f8-4776-b939-4186f8600573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747020'] for router_interface (a12cebee-53ca-4401-a424-dd8eaf36456d), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:44.367588 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:44.392707 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bddb61e-95f8-4776-b939-4186f8600573 admin admin] Network 87807a97-d368-4c81-a10c-4e62e5ebdb01 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:53:44.394990 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-6bddb61e-95f8-4776-b939-4186f8600573 admin admin] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:53:44.432462 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 4aca1e1e-7958-4b1d-8197-21b3fef57325 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:44.505182 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 1, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:44.510382 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bddb61e-95f8-4776-b939-4186f8600573 admin admin] Router a12cebee-53ca-4401-a424-dd8eaf36456d has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:53:44.544445 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e40a85-eda8-444b-a632-acdc509097ff None None] The sync data for ids ['a12cebee-53ca-4401-a424-dd8eaf36456d'] in dv-cinder-840525-3-iscsi is: [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 1, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:53:44.632090 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bddb61e-95f8-4776-b939-4186f8600573 admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:53:44.637295 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-6bddb61e-95f8-4776-b939-4186f8600573 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/a12cebee-53ca-4401-a424-dd8eaf36456d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9256537 Aug 24 17:53:44.651873 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-760f68d8-4213-4f82-89d7-3f2331db23ad None None] Provisioning complete for port 2d45607a-91fb-492d-aa9c-6176b0679fbe triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:44.652366 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-760f68d8-4213-4f82-89d7-3f2331db23ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (2d45607a-91fb-492d-aa9c-6176b0679fbe), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:44.686090 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-760f68d8-4213-4f82-89d7-3f2331db23ad None None] Port 2d45607a-91fb-492d-aa9c-6176b0679fbe cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:53:44.904963 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 37460) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:44.910391 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-2b024020-f920-4b14-950b-a3ed4f18e059 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1903233216', 'description': 'tempest-description--393646193'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:44.933255 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2b024020-f920-4b14-950b-a3ed4f18e059 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:45.010913 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2b024020-f920-4b14-950b-a3ed4f18e059 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (bfab0f31-d600-458a-bd73-f0040e9cfaa8), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:45.014430 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2b024020-f920-4b14-950b-a3ed4f18e059 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (bfab0f31-d600-458a-bd73-f0040e9cfaa8), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:45.046960 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b024020-f920-4b14-950b-a3ed4f18e059 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfab0f31-d600-458a-bd73-f0040e9cfaa8,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:45.051828 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2b024020-f920-4b14-950b-a3ed4f18e059 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:45.056229 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-2b024020-f920-4b14-950b-a3ed4f18e059 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1500316 Aug 24 17:53:45.057184 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 37462) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:45.064939 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-d6c7b89f-ed74-4417-9a5f-70f880badd1c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'security_group_rule': {'security_group_id': 'bfab0f31-d600-458a-bd73-f0040e9cfaa8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:45.095425 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b89f-ed74-4417-9a5f-70f880badd1c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (b8c0395d-fd4d-4e34-8cd6-4548bffea0dc), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:45.156388 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b89f-ed74-4417-9a5f-70f880badd1c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (b8c0395d-fd4d-4e34-8cd6-4548bffea0dc), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:45.160477 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b89f-ed74-4417-9a5f-70f880badd1c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (b8c0395d-fd4d-4e34-8cd6-4548bffea0dc), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:45.180419 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7b89f-ed74-4417-9a5f-70f880badd1c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c0395d-fd4d-4e34-8cd6-4548bffea0dc,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:45.192393 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c7b89f-ed74-4417-9a5f-70f880badd1c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:45.193156 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c7b89f-ed74-4417-9a5f-70f880badd1c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:45.193660 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c7b89f-ed74-4417-9a5f-70f880badd1c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:45.194352 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c7b89f-ed74-4417-9a5f-70f880badd1c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:45.194868 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c7b89f-ed74-4417-9a5f-70f880badd1c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:45.195367 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c7b89f-ed74-4417-9a5f-70f880badd1c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:45.196008 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c7b89f-ed74-4417-9a5f-70f880badd1c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:45.196502 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c7b89f-ed74-4417-9a5f-70f880badd1c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:45.197015 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c7b89f-ed74-4417-9a5f-70f880badd1c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:45.197509 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c7b89f-ed74-4417-9a5f-70f880badd1c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:45.198005 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c7b89f-ed74-4417-9a5f-70f880badd1c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:45.198502 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c7b89f-ed74-4417-9a5f-70f880badd1c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:45.199002 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c7b89f-ed74-4417-9a5f-70f880badd1c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:45.199964 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c7b89f-ed74-4417-9a5f-70f880badd1c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:45.200695 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c7b89f-ed74-4417-9a5f-70f880badd1c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:45.211417 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b89f-ed74-4417-9a5f-70f880badd1c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:45.212695 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-d6c7b89f-ed74-4417-9a5f-70f880badd1c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1531971 Aug 24 17:53:45.215408 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 37468) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:45.220996 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-7819e2fd-69a0-422d-b05d-1ba14a62e1d7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'security_group_rule': {'security_group_id': 'bfab0f31-d600-458a-bd73-f0040e9cfaa8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:45.228892 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:45.259548 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7819e2fd-69a0-422d-b05d-1ba14a62e1d7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (69325987-6f0f-4963-b99c-04fce145a089), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:45.320798 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7819e2fd-69a0-422d-b05d-1ba14a62e1d7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (69325987-6f0f-4963-b99c-04fce145a089), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:45.327345 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7819e2fd-69a0-422d-b05d-1ba14a62e1d7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (69325987-6f0f-4963-b99c-04fce145a089), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:45.348488 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819e2fd-69a0-422d-b05d-1ba14a62e1d7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69325987-6f0f-4963-b99c-04fce145a089,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:45.357223 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-7819e2fd-69a0-422d-b05d-1ba14a62e1d7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:45.358526 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-7819e2fd-69a0-422d-b05d-1ba14a62e1d7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418927 Aug 24 17:53:45.362568 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 37470) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:45.367428 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-555317c2-f0d4-420d-8e6a-05522f0573bd tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'floatingip': {'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:45.388867 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-555317c2-f0d4-420d-8e6a-05522f0573bd tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:45.410100 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:45.472203 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-555317c2-f0d4-420d-8e6a-05522f0573bd tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:45.589524 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [None req-555317c2-f0d4-420d-8e6a-05522f0573bd tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Allocated IP 172.27.1.150 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/ebb98d66-99cc-461d-8568-300f0231d125) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:53:45.698383 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-555317c2-f0d4-420d-8e6a-05522f0573bd tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for port (ebb98d66-99cc-461d-8568-300f0231d125), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:45.709687 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:45.735581 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-555317c2-f0d4-420d-8e6a-05522f0573bd tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (ebb98d66-99cc-461d-8568-300f0231d125), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:45.781678 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555317c2-f0d4-420d-8e6a-05522f0573bd tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:53:45.786557 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-555317c2-f0d4-420d-8e6a-05522f0573bd tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:53:45.790441 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555317c2-f0d4-420d-8e6a-05522f0573bd tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:53:45.793852 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555317c2-f0d4-420d-8e6a-05522f0573bd tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'Port': ['ID=ebb98d66-99cc-461d-8568-300f0231d125,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:45.873124 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-555317c2-f0d4-420d-8e6a-05522f0573bd tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (19051b4b-859a-4a9d-922c-ccf1c3fafb9a), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:45.913513 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-555317c2-f0d4-420d-8e6a-05522f0573bd tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (ebb98d66-99cc-461d-8568-300f0231d125), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:46.006558 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device d09bcce1-a7bc-4d6d-a800-fb2806624059 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:53:46.051237 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port d09bcce1-a7bc-4d6d-a800-fb2806624059 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:46.051729 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (d09bcce1-a7bc-4d6d-a800-fb2806624059), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:46.065266 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-555317c2-f0d4-420d-8e6a-05522f0573bd tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for port (ebb98d66-99cc-461d-8568-300f0231d125), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:46.070678 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-555317c2-f0d4-420d-8e6a-05522f0573bd tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (ebb98d66-99cc-461d-8568-300f0231d125), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:46.128105 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port d09bcce1-a7bc-4d6d-a800-fb2806624059 is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:46.128850 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (d09bcce1-a7bc-4d6d-a800-fb2806624059), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:46.128996 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:46.147010 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-555317c2-f0d4-420d-8e6a-05522f0573bd tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (19051b4b-859a-4a9d-922c-ccf1c3fafb9a), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:46.149952 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555317c2-f0d4-420d-8e6a-05522f0573bd tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'Port': ['ID=ebb98d66-99cc-461d-8568-300f0231d125,revision_number=2']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:46.151441 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port d09bcce1-a7bc-4d6d-a800-fb2806624059, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=d09bcce1-a7bc-4d6d-a800-fb2806624059,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:46.158104 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (d09bcce1-a7bc-4d6d-a800-fb2806624059), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:46.170373 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-555317c2-f0d4-420d-8e6a-05522f0573bd tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:46.171682 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-555317c2-f0d4-420d-8e6a-05522f0573bd tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8080318 Aug 24 17:53:46.210741 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=d09bcce1-a7bc-4d6d-a800-fb2806624059,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:46.329845 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:46.335307 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-5b883620-1ab4-4827-b178-7cf0149f3f1e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1903233216&fields=id&tenant_id=625652cfa47248faac8c1f7759c56a14 HTTP/1.1" status: 200 len: 267 time: 0.0480416 Aug 24 17:53:46.446703 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-e95cc0e6-9dd6-46a1-be06-a54afcc678a6 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:46.448246 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-e95cc0e6-9dd6-46a1-be06-a54afcc678a6 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/networks?id=87807a97-d368-4c81-a10c-4e62e5ebdb01 HTTP/1.1" status: 200 len: 815 time: 0.1060271 Aug 24 17:53:46.465375 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-563e4280-5c40-4b8f-97eb-ed432f4fdc9f tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/quotas/625652cfa47248faac8c1f7759c56a14 HTTP/1.1" status: 200 len: 375 time: 0.0105050 Aug 24 17:53:46.521194 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-aa7ce208-bcf5-43a8-92ac-83bdb75a2584 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=625652cfa47248faac8c1f7759c56a14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491111 Aug 24 17:53:46.559419 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] Sync routers for ids ['a12cebee-53ca-4401-a424-dd8eaf36456d'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:53:46.571346 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] Routers {'a12cebee-53ca-4401-a424-dd8eaf36456d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:53:46.571994 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:53:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a12cebee-53ca-4401-a424-dd8eaf36456d'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:46.679665 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19286669-e68f-427d-9ed0-33a5f8d7adbc req-65aadfdc-be06-4348-904c-e309c55fee61 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:46.681858 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-19286669-e68f-427d-9ed0-33a5f8d7adbc req-65aadfdc-be06-4348-904c-e309c55fee61 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0498245 Aug 24 17:53:46.691706 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] Set router a12cebee-53ca-4401-a424-dd8eaf36456d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:53:46.691984 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-29034539-0ff3-44f3-9505-52e502b1343c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559892 Aug 24 17:53:46.736866 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-19286669-e68f-427d-9ed0-33a5f8d7adbc req-f2e5693a-1823-4c51-bb85-c875e4a8e99e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484829 Aug 24 17:53:46.797928 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-458fe969-2054-48bb-bbf4-7219b91cbcc7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981302 Aug 24 17:53:46.882081 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:44Z', 'revision_number': 2, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:46.913414 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] Checking router: a12cebee-53ca-4401-a424-dd8eaf36456d for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:53:46.913676 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] Updating router a12cebee-53ca-4401-a424-dd8eaf36456d port 2d45607a-91fb-492d-aa9c-6176b0679fbe binding host dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:53:46.941698 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:46.950764 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (2d45607a-91fb-492d-aa9c-6176b0679fbe), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:46.972945 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-bb49120a-14a8-4613-95b5-ce62cdfe6edb req-4f2bea41-83b9-4e80-a9e9-443a77854a74 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e207e34-6199-4650-9358-5ef1fd30774a HTTP/1.1" status: 200 len: 210 time: 0.0375173 Aug 24 17:53:47.061153 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=100 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:47.221572 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] Publish callbacks [] for port (2d45607a-91fb-492d-aa9c-6176b0679fbe), precommit_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:47.228334 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (2d45607a-91fb-492d-aa9c-6176b0679fbe), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:47.294779 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c3c87-1135-407c-90f3-6181cc3d50b4 None None] Pushing event updated for resources: {'Port': ['ID=2d45607a-91fb-492d-aa9c-6176b0679fbe,revision_number=3']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:47.319363 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c3c87-1135-407c-90f3-6181cc3d50b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:47.319718 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c3c87-1135-407c-90f3-6181cc3d50b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:47.320193 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c3c87-1135-407c-90f3-6181cc3d50b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:47.320571 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c3c87-1135-407c-90f3-6181cc3d50b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:47.320889 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c3c87-1135-407c-90f3-6181cc3d50b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:47.321212 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c3c87-1135-407c-90f3-6181cc3d50b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:47.321534 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c3c87-1135-407c-90f3-6181cc3d50b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:47.321857 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c3c87-1135-407c-90f3-6181cc3d50b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:47.322174 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c3c87-1135-407c-90f3-6181cc3d50b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:47.322493 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c3c87-1135-407c-90f3-6181cc3d50b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:47.322809 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c3c87-1135-407c-90f3-6181cc3d50b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:47.323137 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c3c87-1135-407c-90f3-6181cc3d50b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:47.323460 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c3c87-1135-407c-90f3-6181cc3d50b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:47.323793 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c3c87-1135-407c-90f3-6181cc3d50b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:47.324104 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c3c87-1135-407c-90f3-6181cc3d50b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:53:47.337726 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] Attempting to bind port 2d45607a-91fb-492d-aa9c-6176b0679fbe on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:53:47.338097 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] Attempting to bind port 2d45607a-91fb-492d-aa9c-6176b0679fbe by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:53:47.338475 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] Attempting to bind port 2d45607a-91fb-492d-aa9c-6176b0679fbe on network 87807a97-d368-4c81-a10c-4e62e5ebdb01 {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:53:47.344051 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:53:47.344422 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] Checking segment: {'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:53:47.344973 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:47.345379 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] Bound using segment: {'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:53:47.345833 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] Bound port: 2d45607a-91fb-492d-aa9c-6176b0679fbe, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'}}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:53:47.346209 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (2d45607a-91fb-492d-aa9c-6176b0679fbe), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:47.406811 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] For port 2d45607a-91fb-492d-aa9c-6176b0679fbe, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:53:47.410103 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] For port 2d45607a-91fb-492d-aa9c-6176b0679fbe, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=2d45607a-91fb-492d-aa9c-6176b0679fbe,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:53:47.415742 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (2d45607a-91fb-492d-aa9c-6176b0679fbe), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:47.453337 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] Routers {'a12cebee-53ca-4401-a424-dd8eaf36456d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:53:47.453959 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:53:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a12cebee-53ca-4401-a424-dd8eaf36456d'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:47.553623 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c3c87-1135-407c-90f3-6181cc3d50b4 None None] Pushing event updated for resources: {'Port': ['ID=2d45607a-91fb-492d-aa9c-6176b0679fbe,revision_number=4']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:47.581521 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] Set router a12cebee-53ca-4401-a424-dd8eaf36456d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:53:47.774438 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:47Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:47.799787 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded9075-4a87-4810-ae9b-121ed2ad03a5 None None] The sync data for ids ['a12cebee-53ca-4401-a424-dd8eaf36456d'] in dv-cinder-840525-3-iscsi is: [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:47Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:53:47.865222 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8474fee-de24-4f16-829e-3a18baabccdc req-d1dedc03-371c-481f-82a7-0f531e47efd0 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:47.866777 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b8474fee-de24-4f16-829e-3a18baabccdc req-d1dedc03-371c-481f-82a7-0f531e47efd0 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0483904 Aug 24 17:53:47.917791 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b8474fee-de24-4f16-829e-3a18baabccdc req-8ba6a73b-af6c-4774-afc9-5b1411902fc3 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443478 Aug 24 17:53:48.017882 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 2d45607a-91fb-492d-aa9c-6176b0679fbe up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:53:48.091085 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 2d45607a-91fb-492d-aa9c-6176b0679fbe triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:48.091314 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (2d45607a-91fb-492d-aa9c-6176b0679fbe), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:48.102354 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a9e40e31-6d0e-43b0-8f8c-789016697965 req-1aa6742d-3dfa-49eb-8d87-355e2e986543 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e207e34-6199-4650-9358-5ef1fd30774a HTTP/1.1" status: 200 len: 210 time: 0.0442910 Aug 24 17:53:48.124569 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:48.184312 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 2d45607a-91fb-492d-aa9c-6176b0679fbe is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:48.184722 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (2d45607a-91fb-492d-aa9c-6176b0679fbe), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:48.204438 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-65a92227-d158-4c68-85c4-dc11c829a39e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:48.205145 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:48.206330 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-65a92227-d158-4c68-85c4-dc11c829a39e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.62 "GET /networking/v2.0/networks?id=87807a97-d368-4c81-a10c-4e62e5ebdb01 HTTP/1.1" status: 200 len: 815 time: 0.1630321 Aug 24 17:53:48.228474 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port 2d45607a-91fb-492d-aa9c-6176b0679fbe, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=2d45607a-91fb-492d-aa9c-6176b0679fbe,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:48.233010 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (2d45607a-91fb-492d-aa9c-6176b0679fbe), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:48.234861 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device d09bcce1-a7bc-4d6d-a800-fb2806624059 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:53:48.277798 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-92c86762-be64-46bb-8cf2-e0cf6ba75951 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.62 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=625652cfa47248faac8c1f7759c56a14 HTTP/1.1" status: 200 len: 380 time: 0.0624986 Aug 24 17:53:48.322356 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=2d45607a-91fb-492d-aa9c-6176b0679fbe,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:48.333184 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port d09bcce1-a7bc-4d6d-a800-fb2806624059 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:48.333572 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (d09bcce1-a7bc-4d6d-a800-fb2806624059), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:48.349624 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-56ad0820-3c06-45c9-9467-4372501b4175 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'port': {'device_id': '2e207e34-6199-4650-9358-5ef1fd30774a', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'admin_state_up': True, 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'security_groups': ['bfab0f31-d600-458a-bd73-f0040e9cfaa8']}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:48.407772 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port d09bcce1-a7bc-4d6d-a800-fb2806624059 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:48.470822 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-56ad0820-3c06-45c9-9467-4372501b4175 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Made reservation on behalf of 625652cfa47248faac8c1f7759c56a14 for: {'port': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:53:48.474787 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-56ad0820-3c06-45c9-9467-4372501b4175 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:48.586262 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:48.600005 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:48.604390 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-56ad0820-3c06-45c9-9467-4372501b4175 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Allocated IP 172.20.0.4 (87807a97-d368-4c81-a10c-4e62e5ebdb01/fb812c0c-3017-4362-8cd9-519a30ec932c/8c02114c-93ee-4d8c-9f80-148768e58b93) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:53:48.743356 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-56ad0820-3c06-45c9-9467-4372501b4175 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for port (8c02114c-93ee-4d8c-9f80-148768e58b93), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:48.775109 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-56ad0820-3c06-45c9-9467-4372501b4175 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (8c02114c-93ee-4d8c-9f80-148768e58b93), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:48.818868 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-56ad0820-3c06-45c9-9467-4372501b4175 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Network 87807a97-d368-4c81-a10c-4e62e5ebdb01 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:53:48.821992 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-56ad0820-3c06-45c9-9467-4372501b4175 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:53:48.825737 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-56ad0820-3c06-45c9-9467-4372501b4175 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:53:48.852761 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad0820-3c06-45c9-9467-4372501b4175 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'Port': ['ID=8c02114c-93ee-4d8c-9f80-148768e58b93,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:48.882527 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-56ad0820-3c06-45c9-9467-4372501b4175 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:48.883217 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-56ad0820-3c06-45c9-9467-4372501b4175 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:48.900646 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-56ad0820-3c06-45c9-9467-4372501b4175 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.62 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5550978 Aug 24 17:53:48.913551 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] Request body: {'port': {'device_id': '2e207e34-6199-4650-9358-5ef1fd30774a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:48.976740 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (8c02114c-93ee-4d8c-9f80-148768e58b93), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:49.035238 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-d056f44d-2b4a-4485-92cb-6237b30a7849 None None] Provisioning complete for port 8c02114c-93ee-4d8c-9f80-148768e58b93 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:49.036334 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-d056f44d-2b4a-4485-92cb-6237b30a7849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (8c02114c-93ee-4d8c-9f80-148768e58b93), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:49.073584 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-d056f44d-2b4a-4485-92cb-6237b30a7849 None None] Port 8c02114c-93ee-4d8c-9f80-148768e58b93 cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:53:49.123575 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3671723-d3e2-48ad-920f-a73e2c8faee2 req-e674abf5-8ad7-4e19-b60b-0a2b5e22388c tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:49.124974 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c3671723-d3e2-48ad-920f-a73e2c8faee2 req-e674abf5-8ad7-4e19-b60b-0a2b5e22388c tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.1057756 Aug 24 17:53:49.210130 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c3671723-d3e2-48ad-920f-a73e2c8faee2 req-91bd5a07-16a9-442c-ab02-99b686ef1a42 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787523 Aug 24 17:53:49.234952 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c7b6b-0414-450f-a048-45d2c4f0ddec req-660b9ca8-5aaa-42b0-b486-809d796632e5 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:49.236794 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-445c7b6b-0414-450f-a048-45d2c4f0ddec req-660b9ca8-5aaa-42b0-b486-809d796632e5 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e207e34-6199-4650-9358-5ef1fd30774a HTTP/1.1" status: 200 len: 931 time: 0.0671008 Aug 24 17:53:49.289513 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-445c7b6b-0414-450f-a048-45d2c4f0ddec req-84416bb3-78f6-4161-b22b-5d9a505ca6a4 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bfab0f31-d600-458a-bd73-f0040e9cfaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466330 Aug 24 17:53:49.554344 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c02114c-93ee-4d8c-9f80-148768e58b93 {{(pid=112764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:53:49.562331 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] Publish callbacks [] for port (8c02114c-93ee-4d8c-9f80-148768e58b93), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:49.574935 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.provisioning_blocks [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] Transition to ACTIVE for port object 8c02114c-93ee-4d8c-9f80-148768e58b93 will not be triggered until provisioned by entity L2. {{(pid=112764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:53:49.578275 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (8c02114c-93ee-4d8c-9f80-148768e58b93), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:49.582210 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:INSERT=4,neutron:UPDATE=6,neutron:SELECT=89,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:49.618472 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:49.627060 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] Pushing event updated for resources: {'Port': ['ID=8c02114c-93ee-4d8c-9f80-148768e58b93,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:49.697523 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] Attempting to bind port 8c02114c-93ee-4d8c-9f80-148768e58b93 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:53:49.697781 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] Attempting to bind port 8c02114c-93ee-4d8c-9f80-148768e58b93 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:53:49.698115 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] Attempting to bind port 8c02114c-93ee-4d8c-9f80-148768e58b93 on network 87807a97-d368-4c81-a10c-4e62e5ebdb01 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:53:49.703011 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] Port 8c02114c-93ee-4d8c-9f80-148768e58b93 on network 87807a97-d368-4c81-a10c-4e62e5ebdb01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:53:49.703349 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] Attempting to bind port 8c02114c-93ee-4d8c-9f80-148768e58b93 on network 87807a97-d368-4c81-a10c-4e62e5ebdb01 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:53:49.708517 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] Checking agent: {'id': 'd24852b8-87fc-4acc-b821-6f57e7364c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'started_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:53:49.708865 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] Checking segment: {'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:53:49.709257 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] Bound using segment: {'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:53:49.709688 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] Bound port: 8c02114c-93ee-4d8c-9f80-148768e58b93, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'}}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:53:49.710051 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (8c02114c-93ee-4d8c-9f80-148768e58b93), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:49.771932 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] For port 8c02114c-93ee-4d8c-9f80-148768e58b93, host hv-cinder-84052, cleared binding levels {{(pid=112764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:53:49.775594 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] For port 8c02114c-93ee-4d8c-9f80-148768e58b93, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8c02114c-93ee-4d8c-9f80-148768e58b93,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:53:49.781856 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (8c02114c-93ee-4d8c-9f80-148768e58b93), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:49.786016 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:49.786624 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:49.788292 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] 10.222.0.62 "PUT /networking/v2.0/ports/8c02114c-93ee-4d8c-9f80-148768e58b93 HTTP/1.1" status: 200 len: 1093 time: 0.8802495 Aug 24 17:53:49.789008 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e207e34-6199-4650-9358-5ef1fd30774a', 'tag': '8c02114c-93ee-4d8c-9f80-148768e58b93'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:49.791561 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d28eef-f143-464c-a6c7-00543701394b" -d '{"events": [{"name": "network-changed", "server_uuid": "2e207e34-6199-4650-9358-5ef1fd30774a", "tag": "8c02114c-93ee-4d8c-9f80-148768e58b93"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:49.838329 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8108f1b9-5a93-4abf-b55d-fe2d980f325b x-openstack-request-id: req-8108f1b9-5a93-4abf-b55d-fe2d980f325b {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:49.838617 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e207e34-6199-4650-9358-5ef1fd30774a", "tag": "8c02114c-93ee-4d8c-9f80-148768e58b93", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:49.838862 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8108f1b9-5a93-4abf-b55d-fe2d980f325b {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:49.839257 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8108f1b9-5a93-4abf-b55d-fe2d980f325b'] response: {'name': 'network-changed', 'server_uuid': '2e207e34-6199-4650-9358-5ef1fd30774a', 'tag': '8c02114c-93ee-4d8c-9f80-148768e58b93', 'status': 'completed', 'code': 200} Aug 24 17:53:49.842170 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb43e0a-4ab5-4ec6-91bc-73e903b6bc88 service neutron] Pushing event updated for resources: {'Port': ['ID=8c02114c-93ee-4d8c-9f80-148768e58b93,revision_number=3']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:49.893884 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-726c20dc-1146-48fb-8fa9-75708cc62e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:49.895383 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-726c20dc-1146-48fb-8fa9-75708cc62e4f service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=625652cfa47248faac8c1f7759c56a14&device_id=2e207e34-6199-4650-9358-5ef1fd30774a HTTP/1.1" status: 200 len: 1127 time: 0.0434871 Aug 24 17:53:49.934931 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-1b962f32-5359-4637-b5a5-ca2a3df93997 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c02114c-93ee-4d8c-9f80-148768e58b93 HTTP/1.1" status: 200 len: 217 time: 0.0325866 Aug 24 17:53:49.981065 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 2d45607a-91fb-492d-aa9c-6176b0679fbe up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:53:49.984606 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-c25c3a1c-c020-47da-ac21-b548029b41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:49.986061 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-c25c3a1c-c020-47da-ac21-b548029b41d8 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=fb812c0c-3017-4362-8cd9-519a30ec932c HTTP/1.1" status: 200 len: 854 time: 0.0439305 Aug 24 17:53:50.027828 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 2d45607a-91fb-492d-aa9c-6176b0679fbe triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:50.028206 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (2d45607a-91fb-492d-aa9c-6176b0679fbe), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:50.034893 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-eafa59be-01e8-40f5-9ed3-dea15ea3ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:50.036428 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-eafa59be-01e8-40f5-9ed3-dea15ea3ec5e service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=87807a97-d368-4c81-a10c-4e62e5ebdb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441911 Aug 24 17:53:50.101634 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 2d45607a-91fb-492d-aa9c-6176b0679fbe is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:50.130526 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-cd8cf794-9e87-4edf-be8d-d9d712cd10a9 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865121 Aug 24 17:53:50.224936 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c114eb05-f30e-4276-a74f-a878f3c37ee1 req-2302688d-a989-4522-b8b6-c5427d10be55 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877838 Aug 24 17:53:50.338855 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299465dd-0587-48d8-81f5-027223dab5dd req-16c08a12-1d8a-4e05-bc68-2b480f60b8b8 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:50.340404 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-299465dd-0587-48d8-81f5-027223dab5dd req-16c08a12-1d8a-4e05-bc68-2b480f60b8b8 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0486135 Aug 24 17:53:50.393157 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-299465dd-0587-48d8-81f5-027223dab5dd req-6bb84a76-8d00-4a79-b0ba-d99f58389441 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466449 Aug 24 17:53:50.412262 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4fd91-8a3e-4d42-9cca-1cee696cb68f req-bb928312-c231-4aab-8dd7-e5d9519a7b1a tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:50.413832 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8dc4fd91-8a3e-4d42-9cca-1cee696cb68f req-bb928312-c231-4aab-8dd7-e5d9519a7b1a tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e207e34-6199-4650-9358-5ef1fd30774a HTTP/1.1" status: 200 len: 943 time: 0.0486872 Aug 24 17:53:50.461207 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8dc4fd91-8a3e-4d42-9cca-1cee696cb68f req-15d40d6b-1a27-4a88-b50e-4283d2516215 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bfab0f31-d600-458a-bd73-f0040e9cfaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418756 Aug 24 17:53:51.106795 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d28eef-f143-464c-a6c7-00543701394b req-ceadfe0e-0b31-45d0-bec1-09061df196eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:51.108316 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-78d28eef-f143-464c-a6c7-00543701394b req-ceadfe0e-0b31-45d0-bec1-09061df196eb service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=625652cfa47248faac8c1f7759c56a14&device_id=2e207e34-6199-4650-9358-5ef1fd30774a HTTP/1.1" status: 200 len: 1127 time: 0.0443664 Aug 24 17:53:51.203911 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d28eef-f143-464c-a6c7-00543701394b req-6a03e2d8-1df6-4c59-a5fb-8638179757e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:51.205294 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-78d28eef-f143-464c-a6c7-00543701394b req-6a03e2d8-1df6-4c59-a5fb-8638179757e7 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=87807a97-d368-4c81-a10c-4e62e5ebdb01 HTTP/1.1" status: 200 len: 916 time: 0.0906591 Aug 24 17:53:51.251869 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-78d28eef-f143-464c-a6c7-00543701394b req-7bcaf5a4-e230-4b9a-bf9f-2e1552136df0 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c02114c-93ee-4d8c-9f80-148768e58b93 HTTP/1.1" status: 200 len: 217 time: 0.0393939 Aug 24 17:53:51.303934 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d28eef-f143-464c-a6c7-00543701394b req-67802793-3375-4860-a408-cd5527449415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:51.305366 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-78d28eef-f143-464c-a6c7-00543701394b req-67802793-3375-4860-a408-cd5527449415 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=fb812c0c-3017-4362-8cd9-519a30ec932c HTTP/1.1" status: 200 len: 854 time: 0.0481114 Aug 24 17:53:51.348142 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d28eef-f143-464c-a6c7-00543701394b req-f4167ffa-8cb8-45a1-8085-41fe57563f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:51.349590 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-78d28eef-f143-464c-a6c7-00543701394b req-f4167ffa-8cb8-45a1-8085-41fe57563f23 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=87807a97-d368-4c81-a10c-4e62e5ebdb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382593 Aug 24 17:53:51.382949 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:51.444182 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-78d28eef-f143-464c-a6c7-00543701394b req-b182d760-d2f7-439e-a6e6-a08faf433fbe service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885606 Aug 24 17:53:51.479913 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:51.520680 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3943c-c9b1-4ee8-be54-3d93145b2f09 req-e91703ca-484a-4a9d-8832-a5eb00cfa2a7 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:51.522954 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-09d3943c-c9b1-4ee8-be54-3d93145b2f09 req-e91703ca-484a-4a9d-8832-a5eb00cfa2a7 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0494926 Aug 24 17:53:51.571904 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-78d28eef-f143-464c-a6c7-00543701394b req-ef414b56-266a-43a4-9e1e-a420eab0be5d service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214657 Aug 24 17:53:51.574508 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-09d3943c-c9b1-4ee8-be54-3d93145b2f09 req-f15d60c6-6496-4641-b72e-691e6344ddba tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450668 Aug 24 17:53:51.590914 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562a21d-f524-41e5-855d-d69eca0bc707 req-f4e2531b-3390-4b54-90bf-c47c9a3e0586 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:51.592434 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2562a21d-f524-41e5-855d-d69eca0bc707 req-f4e2531b-3390-4b54-90bf-c47c9a3e0586 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e207e34-6199-4650-9358-5ef1fd30774a HTTP/1.1" status: 200 len: 943 time: 0.0541964 Aug 24 17:53:51.643838 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2562a21d-f524-41e5-855d-d69eca0bc707 req-0ec629bf-c293-42d6-9ced-cfb21ec26585 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bfab0f31-d600-458a-bd73-f0040e9cfaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453522 Aug 24 17:53:52.704645 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d91b8-0bba-430a-8947-4f6ae00feab2 req-00db4711-6307-4adf-8cb7-d01d719bf705 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:52.706157 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7f7d91b8-0bba-430a-8947-4f6ae00feab2 req-00db4711-6307-4adf-8cb7-d01d719bf705 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0477643 Aug 24 17:53:52.725536 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:52.756261 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7f7d91b8-0bba-430a-8947-4f6ae00feab2 req-74787bdb-d449-4733-adc9-5282a41436e9 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442045 Aug 24 17:53:52.762849 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fb649-cbb5-44da-a8e2-152cc978ce92 req-fd918efe-5aba-48ea-8334-011ad42206a3 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:52.764454 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9d7fb649-cbb5-44da-a8e2-152cc978ce92 req-fd918efe-5aba-48ea-8334-011ad42206a3 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e207e34-6199-4650-9358-5ef1fd30774a HTTP/1.1" status: 200 len: 943 time: 0.0477073 Aug 24 17:53:52.811658 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9d7fb649-cbb5-44da-a8e2-152cc978ce92 req-e94114f6-ba0c-43b3-9b92-2426e7c27d75 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bfab0f31-d600-458a-bd73-f0040e9cfaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414712 Aug 24 17:53:53.256912 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 8c02114c-93ee-4d8c-9f80-148768e58b93 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:53:53.354196 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 8c02114c-93ee-4d8c-9f80-148768e58b93, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8c02114c-93ee-4d8c-9f80-148768e58b93,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:53.365967 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '8c02114c-93ee-4d8c-9f80-148768e58b93', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'port_id': '8c02114c-93ee-4d8c-9f80-148768e58b93', 'mac_address': 'fa:16:3e:7e:eb:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:53:53.402571 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 8c02114c-93ee-4d8c-9f80-148768e58b93 is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:53.402955 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (8c02114c-93ee-4d8c-9f80-148768e58b93), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:53.416164 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c02114c-93ee-4d8c-9f80-148768e58b93 {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:53:53.434920 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 8c02114c-93ee-4d8c-9f80-148768e58b93, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8c02114c-93ee-4d8c-9f80-148768e58b93,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:53.439088 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (8c02114c-93ee-4d8c-9f80-148768e58b93), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:53.486060 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=8c02114c-93ee-4d8c-9f80-148768e58b93,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:53.688660 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['8c02114c-93ee-4d8c-9f80-148768e58b93'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:53:53.729428 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:53.818768 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:53.886208 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565483f1-2cdb-4446-802b-5454c8a9d0ae req-de2d83dd-840d-48c5-b3ec-3e6caf7fc57e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:53.887775 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-565483f1-2cdb-4446-802b-5454c8a9d0ae req-de2d83dd-840d-48c5-b3ec-3e6caf7fc57e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0515668 Aug 24 17:53:53.931759 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480776f-c331-4b2e-a21d-5815b3ae2dd2 req-31c38ca6-548d-494d-88dc-aad36af76e8e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:53.933244 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7480776f-c331-4b2e-a21d-5815b3ae2dd2 req-31c38ca6-548d-494d-88dc-aad36af76e8e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e207e34-6199-4650-9358-5ef1fd30774a HTTP/1.1" status: 200 len: 944 time: 0.0477593 Aug 24 17:53:53.939415 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-565483f1-2cdb-4446-802b-5454c8a9d0ae req-4ba4e510-b2d2-47f2-a2b0-f80c6ceea6da tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460865 Aug 24 17:53:53.983430 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7480776f-c331-4b2e-a21d-5815b3ae2dd2 req-556d0ee6-7a36-4b57-a64c-b7d6ea493dbe tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bfab0f31-d600-458a-bd73-f0040e9cfaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438263 Aug 24 17:53:55.062849 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e509c8-c013-4837-a62d-3baa1ac31429 req-68432014-ae4e-496f-a2df-df34ae968d36 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:55.064370 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-40e509c8-c013-4837-a62d-3baa1ac31429 req-68432014-ae4e-496f-a2df-df34ae968d36 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0479941 Aug 24 17:53:55.111215 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ed3c2-b5d8-40c3-a2de-019ff1fad509 req-c8978af1-58f7-4765-9093-5c346e5f2c9a tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:55.112728 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-473ed3c2-b5d8-40c3-a2de-019ff1fad509 req-c8978af1-58f7-4765-9093-5c346e5f2c9a tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e207e34-6199-4650-9358-5ef1fd30774a HTTP/1.1" status: 200 len: 944 time: 0.0530543 Aug 24 17:53:55.117147 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-40e509c8-c013-4837-a62d-3baa1ac31429 req-0b3437d9-b8da-4b4e-b2c0-614f86b83a79 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467124 Aug 24 17:53:55.162142 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-473ed3c2-b5d8-40c3-a2de-019ff1fad509 req-e3b68e3f-a455-4e7a-8f0c-ddc9c9cea3d0 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bfab0f31-d600-458a-bd73-f0040e9cfaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432284 Aug 24 17:53:55.395552 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 8c02114c-93ee-4d8c-9f80-148768e58b93 up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:53:55.436704 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning for port 8c02114c-93ee-4d8c-9f80-148768e58b93 completed by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:53:55.443942 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 8c02114c-93ee-4d8c-9f80-148768e58b93 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:53:55.444325 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (8c02114c-93ee-4d8c-9f80-148768e58b93), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:55.514322 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 8c02114c-93ee-4d8c-9f80-148768e58b93 is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:53:55.514697 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (8c02114c-93ee-4d8c-9f80-148768e58b93), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:55.540356 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e207e34-6199-4650-9358-5ef1fd30774a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c02114c-93ee-4d8c-9f80-148768e58b93'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:55.542622 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1d0f9a-fcfd-4d93-976b-cc1a742fa720" -d '{"events": [{"server_uuid": "2e207e34-6199-4650-9358-5ef1fd30774a", "name": "network-vif-plugged", "status": "completed", "tag": "8c02114c-93ee-4d8c-9f80-148768e58b93"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:55.556021 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 8c02114c-93ee-4d8c-9f80-148768e58b93, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8c02114c-93ee-4d8c-9f80-148768e58b93,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:53:55.559847 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (8c02114c-93ee-4d8c-9f80-148768e58b93), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:55.606583 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=8c02114c-93ee-4d8c-9f80-148768e58b93,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:53:55.637951 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c013f2ef-8785-4983-aa2f-380fb0cbdd03 x-openstack-request-id: req-c013f2ef-8785-4983-aa2f-380fb0cbdd03 {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:55.638252 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e207e34-6199-4650-9358-5ef1fd30774a", "name": "network-vif-plugged", "status": "completed", "tag": "8c02114c-93ee-4d8c-9f80-148768e58b93", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:55.638508 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c013f2ef-8785-4983-aa2f-380fb0cbdd03 {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:55.638982 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c013f2ef-8785-4983-aa2f-380fb0cbdd03'] response: {'server_uuid': '2e207e34-6199-4650-9358-5ef1fd30774a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c02114c-93ee-4d8c-9f80-148768e58b93', 'code': 200} Aug 24 17:53:55.812310 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df98c2-7aed-417c-8ab6-82acebdb9732 req-7b6ad773-8801-4c2b-9fc3-16b5162a5106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:55.813837 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-80df98c2-7aed-417c-8ab6-82acebdb9732 req-7b6ad773-8801-4c2b-9fc3-16b5162a5106 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2e207e34-6199-4650-9358-5ef1fd30774a HTTP/1.1" status: 200 len: 1129 time: 0.0425832 Aug 24 17:53:55.864101 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-80df98c2-7aed-417c-8ab6-82acebdb9732 req-b71fd3a1-a2dd-4fee-8fc5-5088dd3de2fc service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bfab0f31-d600-458a-bd73-f0040e9cfaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423076 Aug 24 17:53:55.914911 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabf348-1e5a-4889-8a71-3a49af4265fb req-2ea99ab9-7eb3-49a0-9a3b-fdd4da0f4a26 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:55.916435 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-aeabf348-1e5a-4889-8a71-3a49af4265fb req-2ea99ab9-7eb3-49a0-9a3b-fdd4da0f4a26 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0513167 Aug 24 17:53:55.965161 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-aeabf348-1e5a-4889-8a71-3a49af4265fb req-3bd0705f-8742-4ef9-8f86-b4754f5f8e29 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430813 Aug 24 17:53:56.244099 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55584176-164c-4541-aa76-91dc3b9f5148 req-63ed4b03-c0f6-4efe-b2ab-3a0ddbcb9f90 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:56.245669 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-55584176-164c-4541-aa76-91dc3b9f5148 req-63ed4b03-c0f6-4efe-b2ab-3a0ddbcb9f90 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0483012 Aug 24 17:53:56.282482 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49cadc-a9f8-476c-86e3-a05336485793 req-648d357e-aaf9-49b3-92d9-d19c3ea934a6 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:56.283998 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fc49cadc-a9f8-476c-86e3-a05336485793 req-648d357e-aaf9-49b3-92d9-d19c3ea934a6 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e207e34-6199-4650-9358-5ef1fd30774a HTTP/1.1" status: 200 len: 945 time: 0.0477452 Aug 24 17:53:56.296425 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-55584176-164c-4541-aa76-91dc3b9f5148 req-0569041c-afcd-4e55-a78b-134441d7ff1b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443361 Aug 24 17:53:56.331783 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fc49cadc-a9f8-476c-86e3-a05336485793 req-04598614-ac2f-4638-98d1-9f33475a48d6 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bfab0f31-d600-458a-bd73-f0040e9cfaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418398 Aug 24 17:53:57.086281 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8d8f0-785a-4cc0-8e36-f2eeed617a04 req-753b8519-9183-410d-a951-9df295ec8106 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:57.087782 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b9a8d8f0-785a-4cc0-8e36-f2eeed617a04 req-753b8519-9183-410d-a951-9df295ec8106 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0482624 Aug 24 17:53:57.136564 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b9a8d8f0-785a-4cc0-8e36-f2eeed617a04 req-a49068a9-0f84-4009-b19a-3f781bde74cc tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432308 Aug 24 17:53:57.433453 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1539c-a130-4cc7-9c2f-0f6cd51af954 req-c0953a66-537c-46b2-a984-7b4d7270b5cc tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:57.434997 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-59f1539c-a130-4cc7-9c2f-0f6cd51af954 req-c0953a66-537c-46b2-a984-7b4d7270b5cc tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0489712 Aug 24 17:53:57.456839 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc1d7f-5f74-4e79-878f-43d058bccc16 req-f5481cd0-47fc-4857-af26-c26628ba2b06 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:57.458622 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-cfbc1d7f-5f74-4e79-878f-43d058bccc16 req-f5481cd0-47fc-4857-af26-c26628ba2b06 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e207e34-6199-4650-9358-5ef1fd30774a HTTP/1.1" status: 200 len: 945 time: 0.0528326 Aug 24 17:53:57.504043 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-59f1539c-a130-4cc7-9c2f-0f6cd51af954 req-2fdc2960-8d5c-4e91-b8c1-0cfb0bc688f3 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615971 Aug 24 17:53:57.509391 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-cfbc1d7f-5f74-4e79-878f-43d058bccc16 req-378cf439-baa0-4d95-a7bd-b8f6b2425bdf tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bfab0f31-d600-458a-bd73-f0040e9cfaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452585 Aug 24 17:53:57.777810 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:58.258446 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c203581-f94e-4de7-8f27-bbcb5713ec27 req-8e7a672f-01d3-49d0-aa03-f7d48bfa4b4a tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:58.259685 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0c203581-f94e-4de7-8f27-bbcb5713ec27 req-8e7a672f-01d3-49d0-aa03-f7d48bfa4b4a tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0462799 Aug 24 17:53:58.285890 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:58.309931 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0c203581-f94e-4de7-8f27-bbcb5713ec27 req-0df385ee-a6ac-47a5-9f73-8abd4c213627 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438163 Aug 24 17:53:58.628203 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c3f0c-0b4f-4c09-a611-d7fde4e11d80 req-25c34410-9e20-4ef3-97c5-2796a667aee2 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:58.628930 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75fd77-ad1b-4b49-8f34-c1b216127e8d req-2d5e5e90-fcf3-465f-b054-9c2ef30b8bdd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:58.629713 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-1f7c3f0c-0b4f-4c09-a611-d7fde4e11d80 req-25c34410-9e20-4ef3-97c5-2796a667aee2 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e207e34-6199-4650-9358-5ef1fd30774a HTTP/1.1" status: 200 len: 945 time: 0.0465872 Aug 24 17:53:58.630128 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0c75fd77-ad1b-4b49-8f34-c1b216127e8d req-2d5e5e90-fcf3-465f-b054-9c2ef30b8bdd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0505183 Aug 24 17:53:58.676709 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-1f7c3f0c-0b4f-4c09-a611-d7fde4e11d80 req-75d97317-c625-4dd8-a282-89633c8a1fea tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bfab0f31-d600-458a-bd73-f0040e9cfaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412004 Aug 24 17:53:58.676962 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0c75fd77-ad1b-4b49-8f34-c1b216127e8d req-5c65430a-d053-46d1-aa42-8953280edf6d tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414543 Aug 24 17:53:58.793343 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3291ac6-6dba-4050-8c5f-7e47f9ad87d0 req-dca40bc4-fc68-4ecc-90bb-af192b360bae tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:58.794680 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a3291ac6-6dba-4050-8c5f-7e47f9ad87d0 req-dca40bc4-fc68-4ecc-90bb-af192b360bae tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e207e34-6199-4650-9358-5ef1fd30774a HTTP/1.1" status: 200 len: 945 time: 0.0504007 Aug 24 17:53:58.804274 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 37576) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:53:58.808636 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-a05b205f-108b-434d-9144-42017063921e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'floatingip': {'port_id': '8c02114c-93ee-4d8c-9f80-148768e58b93'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:53:58.847120 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a05b205f-108b-434d-9144-42017063921e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (19051b4b-859a-4a9d-922c-ccf1c3fafb9a), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:59.165571 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:59.256389 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a05b205f-108b-434d-9144-42017063921e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:59.260249 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a05b205f-108b-434d-9144-42017063921e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (19051b4b-859a-4a9d-922c-ccf1c3fafb9a), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:59.351419 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.l3_db [None req-a05b205f-108b-434d-9144-42017063921e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Floating IP 19051b4b-859a-4a9d-922c-ccf1c3fafb9a associated. External IP: 172.27.1.150, port: 8c02114c-93ee-4d8c-9f80-148768e58b93. Aug 24 17:53:59.413749 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:59.428061 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299a0b6-e0c5-4188-9cd1-0798ceb60c3d req-62d48ec4-f2c1-4658-a30b-28b884a43316 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:59.429476 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4299a0b6-e0c5-4188-9cd1-0798ceb60c3d req-62d48ec4-f2c1-4658-a30b-28b884a43316 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0479112 Aug 24 17:53:59.478445 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4299a0b6-e0c5-4188-9cd1-0798ceb60c3d req-778e69b1-1273-480c-9b5f-096bd75f1232 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434368 Aug 24 17:53:59.552379 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05b205f-108b-434d-9144-42017063921e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Router a12cebee-53ca-4401-a424-dd8eaf36456d has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:53:59.630944 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:59.656837 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05b205f-108b-434d-9144-42017063921e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:53:59.661633 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a05b205f-108b-434d-9144-42017063921e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:53:59.666527 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb73c55a-025b-4ceb-a4f3-a0cd147db967 None None] Sync routers for ids ['a12cebee-53ca-4401-a424-dd8eaf36456d'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:53:59.676414 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb73c55a-025b-4ceb-a4f3-a0cd147db967 None None] Routers {'a12cebee-53ca-4401-a424-dd8eaf36456d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:53:59.677034 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-bb73c55a-025b-4ceb-a4f3-a0cd147db967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:53:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a12cebee-53ca-4401-a424-dd8eaf36456d'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:53:59.691276 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-a05b205f-108b-434d-9144-42017063921e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/19051b4b-859a-4a9d-922c-ccf1c3fafb9a HTTP/1.1" status: 200 len: 991 time: 0.8858931 Aug 24 17:53:59.691810 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e207e34-6199-4650-9358-5ef1fd30774a', 'tag': '8c02114c-93ee-4d8c-9f80-148768e58b93'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:53:59.694032 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bfd2b3-4928-4367-8bb8-d42d8e0c8005" -d '{"events": [{"name": "network-changed", "server_uuid": "2e207e34-6199-4650-9358-5ef1fd30774a", "tag": "8c02114c-93ee-4d8c-9f80-148768e58b93"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:53:59.736059 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6b6ea3-455d-4839-927e-e7fc61398dd7 x-openstack-request-id: req-af6b6ea3-455d-4839-927e-e7fc61398dd7 {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:53:59.736555 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e207e34-6199-4650-9358-5ef1fd30774a", "tag": "8c02114c-93ee-4d8c-9f80-148768e58b93", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:53:59.736808 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-af6b6ea3-455d-4839-927e-e7fc61398dd7 {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:53:59.737210 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af6b6ea3-455d-4839-927e-e7fc61398dd7'] response: {'name': 'network-changed', 'server_uuid': '2e207e34-6199-4650-9358-5ef1fd30774a', 'tag': '8c02114c-93ee-4d8c-9f80-148768e58b93', 'status': 'completed', 'code': 200} Aug 24 17:53:59.784995 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-bb73c55a-025b-4ceb-a4f3-a0cd147db967 None None] Set router a12cebee-53ca-4401-a424-dd8eaf36456d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:53:59.816985 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:53:59.830817 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bfd2b3-4928-4367-8bb8-d42d8e0c8005 req-f840f930-8df9-4b05-b6c0-69a186922411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:59.832616 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-08bfd2b3-4928-4367-8bb8-d42d8e0c8005 req-f840f930-8df9-4b05-b6c0-69a186922411 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=625652cfa47248faac8c1f7759c56a14&device_id=2e207e34-6199-4650-9358-5ef1fd30774a HTTP/1.1" status: 200 len: 1129 time: 0.0745940 Aug 24 17:53:59.838584 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b5e0d-018c-45f8-a237-73027dfe9ead req-9a7ecf16-4135-4bfd-8f24-ee18f11bbb06 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:59.839972 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1e1b5e0d-018c-45f8-a237-73027dfe9ead req-9a7ecf16-4135-4bfd-8f24-ee18f11bbb06 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0831499 Aug 24 17:53:59.960942 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1e1b5e0d-018c-45f8-a237-73027dfe9ead req-9a9475e5-1f64-4d2e-b72e-a97d5fe9ef63 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113744 Aug 24 17:53:59.977840 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bfd2b3-4928-4367-8bb8-d42d8e0c8005 req-acda273c-42c5-45f0-9eeb-3f446b400b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:53:59.979353 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-08bfd2b3-4928-4367-8bb8-d42d8e0c8005 req-acda273c-42c5-45f0-9eeb-3f446b400b0b service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=87807a97-d368-4c81-a10c-4e62e5ebdb01 HTTP/1.1" status: 200 len: 916 time: 0.1382778 Aug 24 17:53:59.998787 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-bb73c55a-025b-4ceb-a4f3-a0cd147db967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '19051b4b-859a-4a9d-922c-ccf1c3fafb9a', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'port_id': '8c02114c-93ee-4d8c-9f80-148768e58b93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'mac_address': 'fa:16:3e:7e:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e207e34-6199-4650-9358-5ef1fd30774a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:53:45Z', 'updated_at': '2022-08-24T17:53:59Z', 'revision_number': 1, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:00.023969 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb73c55a-025b-4ceb-a4f3-a0cd147db967 None None] Checking router: a12cebee-53ca-4401-a424-dd8eaf36456d for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:54:00.033049 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb73c55a-025b-4ceb-a4f3-a0cd147db967 None None] Routers {'a12cebee-53ca-4401-a424-dd8eaf36456d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:54:00.033672 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-bb73c55a-025b-4ceb-a4f3-a0cd147db967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:53:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a12cebee-53ca-4401-a424-dd8eaf36456d'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:00.043381 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-08bfd2b3-4928-4367-8bb8-d42d8e0c8005 req-1bea386b-08f9-4b0f-ba99-1d731db00516 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c02114c-93ee-4d8c-9f80-148768e58b93 HTTP/1.1" status: 200 len: 999 time: 0.0561097 Aug 24 17:54:00.093013 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bfd2b3-4928-4367-8bb8-d42d8e0c8005 req-824fcf06-a735-48ea-8b47-55aeae2918ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:00.095005 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-08bfd2b3-4928-4367-8bb8-d42d8e0c8005 req-824fcf06-a735-48ea-8b47-55aeae2918ec service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=fb812c0c-3017-4362-8cd9-519a30ec932c HTTP/1.1" status: 200 len: 854 time: 0.0447257 Aug 24 17:54:00.138078 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-bb73c55a-025b-4ceb-a4f3-a0cd147db967 None None] Set router a12cebee-53ca-4401-a424-dd8eaf36456d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:54:00.143832 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bfd2b3-4928-4367-8bb8-d42d8e0c8005 req-b7f033f1-f52f-491a-9754-cd401c092190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:00.145372 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-08bfd2b3-4928-4367-8bb8-d42d8e0c8005 req-b7f033f1-f52f-491a-9754-cd401c092190 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=87807a97-d368-4c81-a10c-4e62e5ebdb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429707 Aug 24 17:54:00.211820 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:00.236937 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-08bfd2b3-4928-4367-8bb8-d42d8e0c8005 req-9477066e-c302-4162-a7db-237eb6bbeea6 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850804 Aug 24 17:54:00.291961 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:00.332188 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-08bfd2b3-4928-4367-8bb8-d42d8e0c8005 req-eae188e2-9760-4162-b7ea-d9c9e7c2344a service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899522 Aug 24 17:54:00.351054 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-bb73c55a-025b-4ceb-a4f3-a0cd147db967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '19051b4b-859a-4a9d-922c-ccf1c3fafb9a', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'port_id': '8c02114c-93ee-4d8c-9f80-148768e58b93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'mac_address': 'fa:16:3e:7e:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e207e34-6199-4650-9358-5ef1fd30774a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:53:45Z', 'updated_at': '2022-08-24T17:53:59Z', 'revision_number': 1, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:00.380589 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb73c55a-025b-4ceb-a4f3-a0cd147db967 None None] The sync data for ids ['a12cebee-53ca-4401-a424-dd8eaf36456d'] in dv-cinder-840525-3-iscsi is: [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '19051b4b-859a-4a9d-922c-ccf1c3fafb9a', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'port_id': '8c02114c-93ee-4d8c-9f80-148768e58b93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'mac_address': 'fa:16:3e:7e:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e207e34-6199-4650-9358-5ef1fd30774a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:53:45Z', 'updated_at': '2022-08-24T17:53:59Z', 'revision_number': 1, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:54:00.600963 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3297485c-23f3-431e-ac2b-e845da277117 None None] New status for floating IP 19051b4b-859a-4a9d-922c-ccf1c3fafb9a: ACTIVE {{(pid=112766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:54:00.602625 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73f07f-a5be-4920-9eb7-59a5c535e3ff req-88386968-6224-433c-8275-31721a0ba2e9 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:00.604250 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-eb73f07f-a5be-4920-9eb7-59a5c535e3ff req-88386968-6224-433c-8275-31721a0ba2e9 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0498550 Aug 24 17:54:00.658338 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-eb73f07f-a5be-4920-9eb7-59a5c535e3ff req-69b09745-6005-44a3-8337-396543489ccc tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480866 Aug 24 17:54:01.086202 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c8780-1e80-442c-999b-450065f68721 req-bf674511-094f-48be-aa24-a965fd4b384b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:01.087605 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-041c8780-1e80-442c-999b-450065f68721 req-bf674511-094f-48be-aa24-a965fd4b384b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0479038 Aug 24 17:54:01.134371 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-041c8780-1e80-442c-999b-450065f68721 req-98fe0c87-1623-4f43-bafc-1fe414ccdf03 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412188 Aug 24 17:54:01.777065 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6884e-8af6-4e80-a6a1-a0bcf4e58b70 req-65046b4a-976f-4c93-96f8-15e38bf0ad37 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:01.778453 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a8a6884e-8af6-4e80-a6a1-a0bcf4e58b70 req-65046b4a-976f-4c93-96f8-15e38bf0ad37 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0484815 Aug 24 17:54:01.827412 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a8a6884e-8af6-4e80-a6a1-a0bcf4e58b70 req-588f0eab-2e8e-41fb-9f07-e9c84e40b453 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427449 Aug 24 17:54:02.257848 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e8a2f-ebb0-4290-b363-725357697a2f req-84c6923b-c6b2-41a3-adc5-5f7dedcd82a1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:02.259306 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6d7e8a2f-ebb0-4290-b363-725357697a2f req-84c6923b-c6b2-41a3-adc5-5f7dedcd82a1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0466554 Aug 24 17:54:02.309178 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6d7e8a2f-ebb0-4290-b363-725357697a2f req-f1058633-33b7-4316-8ea0-b5a2d2aa18c1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442960 Aug 24 17:54:02.945015 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10850cc3-9480-45dd-98c2-b6ee8fdb4542 req-d4d106e7-efb5-488e-974a-b32337d5f680 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:02.946476 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-10850cc3-9480-45dd-98c2-b6ee8fdb4542 req-d4d106e7-efb5-488e-974a-b32337d5f680 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0466177 Aug 24 17:54:02.994483 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-10850cc3-9480-45dd-98c2-b6ee8fdb4542 req-8fbab7d2-5f87-4045-ac90-9bd906d6b6da tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425324 Aug 24 17:54:03.432803 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b29db-05b4-484d-a042-b1476695c268 req-df21a34e-110b-4b7c-9f06-5b2a250f8344 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:03.434246 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-185b29db-05b4-484d-a042-b1476695c268 req-df21a34e-110b-4b7c-9f06-5b2a250f8344 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0460727 Aug 24 17:54:03.480626 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-185b29db-05b4-484d-a042-b1476695c268 req-2c42bb02-3115-4da1-b916-fe96615bd11b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403528 Aug 24 17:54:04.117231 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd5a6b-10a1-4d43-87d5-5b81fda2a9fa req-9976338d-c759-4f83-bd18-c01bcdfb39c9 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:04.118682 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-49bd5a6b-10a1-4d43-87d5-5b81fda2a9fa req-9976338d-c759-4f83-bd18-c01bcdfb39c9 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0514674 Aug 24 17:54:04.166612 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-49bd5a6b-10a1-4d43-87d5-5b81fda2a9fa req-233d3684-9469-424e-abff-173af4a98af3 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423291 Aug 24 17:54:04.590495 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:04.606323 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde6514-7f94-4250-815c-4a868a78e09c req-64f457c5-c86a-4076-b3de-9b96c15345fb tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:04.607837 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ebde6514-7f94-4250-815c-4a868a78e09c req-64f457c5-c86a-4076-b3de-9b96c15345fb tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0485628 Aug 24 17:54:04.656339 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ebde6514-7f94-4250-815c-4a868a78e09c req-c4fb5149-9fab-48ec-9efd-78aa342441f4 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421622 Aug 24 17:54:05.098835 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:05.180197 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b993b7-a530-4ce0-8648-7648f2eaed43 req-5a870428-818d-406e-b8ef-8531a966f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:05.181666 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c3b993b7-a530-4ce0-8648-7648f2eaed43 req-5a870428-818d-406e-b8ef-8531a966f550 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=79ef0ce1ee884e9d80d4200d40b7b6c2&device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 1129 time: 0.0430694 Aug 24 17:54:05.288642 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963436a6-863a-462f-a513-bb59539993fe req-eed5f47e-8065-41d7-a504-b01a56be7870 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:05.290061 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-963436a6-863a-462f-a513-bb59539993fe req-eed5f47e-8065-41d7-a504-b01a56be7870 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0479939 Aug 24 17:54:05.292934 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b993b7-a530-4ce0-8648-7648f2eaed43 req-189110ac-0754-438d-ac4b-7bc71770dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:05.294494 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c3b993b7-a530-4ce0-8648-7648f2eaed43 req-189110ac-0754-438d-ac4b-7bc71770dde1 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=3e1e5e53-af70-4029-8cfd-e50d2d607333 HTTP/1.1" status: 200 len: 910 time: 0.0901222 Aug 24 17:54:05.310567 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:05.341866 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-963436a6-863a-462f-a513-bb59539993fe req-c8358a54-a3f8-4020-9f91-8ed3f304880a tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457981 Aug 24 17:54:05.348324 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:05.363960 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c3b993b7-a530-4ce0-8648-7648f2eaed43 req-ebc6d9fd-79d9-405b-82e1-b918fc0e8f1d service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba HTTP/1.1" status: 200 len: 1001 time: 0.0624497 Aug 24 17:54:05.412797 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b993b7-a530-4ce0-8648-7648f2eaed43 req-d293abac-ecd4-46f0-9d6f-d55c7f5f1511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:05.414222 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c3b993b7-a530-4ce0-8648-7648f2eaed43 req-d293abac-ecd4-46f0-9d6f-d55c7f5f1511 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=80c34839-bf32-4dc6-b07f-eaf38c5c769a HTTP/1.1" status: 200 len: 848 time: 0.0446367 Aug 24 17:54:05.458266 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b993b7-a530-4ce0-8648-7648f2eaed43 req-000e2d07-7b44-4784-8e6d-c8322b5d634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:05.459766 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c3b993b7-a530-4ce0-8648-7648f2eaed43 req-000e2d07-7b44-4784-8e6d-c8322b5d634b service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=3e1e5e53-af70-4029-8cfd-e50d2d607333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388780 Aug 24 17:54:05.552826 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c3b993b7-a530-4ce0-8648-7648f2eaed43 req-371da1f0-698d-4cfa-9d29-ab6da79d0c24 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/3e1e5e53-af70-4029-8cfd-e50d2d607333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863733 Aug 24 17:54:05.643851 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c3b993b7-a530-4ce0-8648-7648f2eaed43 req-71eecbe4-9ed6-4efe-9272-b6c91964656e service neutron] 10.222.0.62 "GET /networking/v2.0/networks/3e1e5e53-af70-4029-8cfd-e50d2d607333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851295 Aug 24 17:54:05.783623 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f5a02-f544-415d-901a-be6d176c06dd req-09da6c40-2e04-46a3-9bac-184ad7838e18 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:05.785110 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-6d6f5a02-f544-415d-901a-be6d176c06dd req-09da6c40-2e04-46a3-9bac-184ad7838e18 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 984 time: 0.0481145 Aug 24 17:54:05.826152 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407eb6b3-b909-4182-bd89-cbc601fba1a5 req-0653d575-e529-4882-8965-40174cb4b4ac tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:05.827631 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-407eb6b3-b909-4182-bd89-cbc601fba1a5 req-0653d575-e529-4882-8965-40174cb4b4ac tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0809019 Aug 24 17:54:05.828726 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124c9dc-8b48-496a-a540-12cd16340f3b req-b5421691-27b4-46ed-9366-7ab3c1e334e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:05.830085 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9124c9dc-8b48-496a-a540-12cd16340f3b req-b5421691-27b4-46ed-9366-7ab3c1e334e8 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=e78c5560d7874c7d9ae11d1a078090d9&device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 1168 time: 0.0725448 Aug 24 17:54:05.852829 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-6d6f5a02-f544-415d-901a-be6d176c06dd req-7c17010a-1b9c-4790-8979-21c67fba18bb tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&id=e579ecf1-2400-4e55-ad10-674179e9d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617378 Aug 24 17:54:05.934650 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-407eb6b3-b909-4182-bd89-cbc601fba1a5 req-61997207-4846-42d5-99fa-237dcec59cc3 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006622 Aug 24 17:54:05.959065 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124c9dc-8b48-496a-a540-12cd16340f3b req-37332c5b-86f8-4dfa-81b2-6a45890ae8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:05.960580 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9124c9dc-8b48-496a-a540-12cd16340f3b req-37332c5b-86f8-4dfa-81b2-6a45890ae8b6 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=5a577f69-19df-42ad-a735-e23f9d18bb40 HTTP/1.1" status: 200 len: 915 time: 0.1197088 Aug 24 17:54:06.206552 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624098d-b02c-4b05-8881-c7ce796f4f0e req-51954160-804c-44c9-84c4-f3782a5a7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:06.207953 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4624098d-b02c-4b05-8881-c7ce796f4f0e req-51954160-804c-44c9-84c4-f3782a5a7856 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=79ef0ce1ee884e9d80d4200d40b7b6c2&device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 1129 time: 0.0720613 Aug 24 17:54:06.213935 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9124c9dc-8b48-496a-a540-12cd16340f3b req-e81182f9-b12d-479d-8bc1-912a0a8ba647 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcaa2642-5d4e-4109-91ed-2b174f78eea6 HTTP/1.1" status: 200 len: 999 time: 0.0856204 Aug 24 17:54:06.319122 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124c9dc-8b48-496a-a540-12cd16340f3b req-0d55c571-dff0-4647-8a07-0691a75b79be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:06.320570 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9124c9dc-8b48-496a-a540-12cd16340f3b req-0d55c571-dff0-4647-8a07-0691a75b79be service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=eca100be-8af3-4b6d-a329-e6477a4afdd5 HTTP/1.1" status: 200 len: 853 time: 0.0975053 Aug 24 17:54:06.364927 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:06.368042 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624098d-b02c-4b05-8881-c7ce796f4f0e req-45446b6e-6973-4d04-844b-ad67b9039764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:06.369510 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4624098d-b02c-4b05-8881-c7ce796f4f0e req-45446b6e-6973-4d04-844b-ad67b9039764 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=3e1e5e53-af70-4029-8cfd-e50d2d607333 HTTP/1.1" status: 200 len: 910 time: 0.1547496 Aug 24 17:54:06.385670 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124c9dc-8b48-496a-a540-12cd16340f3b req-d4f40a90-5022-4d03-ae7d-cd7a4a977e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:06.387105 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9124c9dc-8b48-496a-a540-12cd16340f3b req-d4f40a90-5022-4d03-ae7d-cd7a4a977e6e service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=5a577f69-19df-42ad-a735-e23f9d18bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573032 Aug 24 17:54:06.462027 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af429c4-5898-4018-ba24-538ffd37fb01 req-0761f8e0-c1c7-4a9b-bbf2-d3ff9ba3ad5d tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:06.463410 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3af429c4-5898-4018-ba24-538ffd37fb01 req-0761f8e0-c1c7-4a9b-bbf2-d3ff9ba3ad5d tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0468943 Aug 24 17:54:06.464995 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4624098d-b02c-4b05-8881-c7ce796f4f0e req-3747e2b4-b637-4ccc-be52-4f40ba1536d1 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba HTTP/1.1" status: 200 len: 1001 time: 0.0855756 Aug 24 17:54:06.512573 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3af429c4-5898-4018-ba24-538ffd37fb01 req-c74d9adc-7c57-479b-9a67-ca0e133fe587 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433259 Aug 24 17:54:06.556345 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624098d-b02c-4b05-8881-c7ce796f4f0e req-98f48a1e-4c30-4499-993e-642345f8aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:06.557810 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4624098d-b02c-4b05-8881-c7ce796f4f0e req-98f48a1e-4c30-4499-993e-642345f8aafe service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=80c34839-bf32-4dc6-b07f-eaf38c5c769a HTTP/1.1" status: 200 len: 848 time: 0.0644217 Aug 24 17:54:06.559666 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9124c9dc-8b48-496a-a540-12cd16340f3b req-3612dd23-7964-448e-aa04-874ddf99d8bd service neutron] 10.222.0.62 "GET /networking/v2.0/networks/5a577f69-19df-42ad-a735-e23f9d18bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437125 Aug 24 17:54:06.599846 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:06.630244 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624098d-b02c-4b05-8881-c7ce796f4f0e req-f7cde2d7-035d-47c4-b9f2-e54c7de5d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:06.631730 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4624098d-b02c-4b05-8881-c7ce796f4f0e req-f7cde2d7-035d-47c4-b9f2-e54c7de5d866 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=3e1e5e53-af70-4029-8cfd-e50d2d607333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633481 Aug 24 17:54:06.738694 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9124c9dc-8b48-496a-a540-12cd16340f3b req-eb91fa19-55ba-41d8-8478-17ff0a68870c service neutron] 10.222.0.62 "GET /networking/v2.0/networks/5a577f69-19df-42ad-a735-e23f9d18bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629605 Aug 24 17:54:06.767764 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4624098d-b02c-4b05-8881-c7ce796f4f0e req-f8a4de74-892d-490f-b880-f9b9cfa40afd service neutron] 10.222.0.62 "GET /networking/v2.0/networks/3e1e5e53-af70-4029-8cfd-e50d2d607333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064942 Aug 24 17:54:07.000964 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-2589f1f6-5f8a-4e99-939b-79f073444c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:07.018351 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5496ef-9a73-4975-838e-1ec09c58c918 req-34d9c358-5855-4635-889b-38e57e5faa4e tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:07.025054 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ef5496ef-9a73-4975-838e-1ec09c58c918 req-34d9c358-5855-4635-889b-38e57e5faa4e tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 984 time: 0.0954335 Aug 24 17:54:07.067076 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4624098d-b02c-4b05-8881-c7ce796f4f0e req-d5c57fb6-590b-4338-b877-6fae4efa1778 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/3e1e5e53-af70-4029-8cfd-e50d2d607333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729894 Aug 24 17:54:07.070343 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6c19a-fbc5-4c50-be23-a7116d56fef7 req-5b0f820f-6eaa-4538-995c-3076693cc3c0 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:07.072280 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c8f6c19a-fbc5-4c50-be23-a7116d56fef7 req-5b0f820f-6eaa-4538-995c-3076693cc3c0 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0539782 Aug 24 17:54:07.103888 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ef5496ef-9a73-4975-838e-1ec09c58c918 req-9b25b0b5-28d4-485f-a1cd-ab0e732ba7ab tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&id=e579ecf1-2400-4e55-ad10-674179e9d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780606 Aug 24 17:54:07.123588 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c8f6c19a-fbc5-4c50-be23-a7116d56fef7 req-e7337b14-5faa-4f73-820d-bb81f30d3495 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448904 Aug 24 17:54:07.629701 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8597f-0031-4d7f-82f9-54dba70fb12f req-2c6f1439-8f55-4d1e-8d30-6c6434082db0 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:07.631151 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4da8597f-0031-4d7f-82f9-54dba70fb12f req-2c6f1439-8f55-4d1e-8d30-6c6434082db0 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0463164 Aug 24 17:54:07.679705 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4da8597f-0031-4d7f-82f9-54dba70fb12f req-58e449b1-4f2b-487e-9036-2b0855736e8c tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428846 Aug 24 17:54:08.228701 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d85d4c-f583-4448-9ffe-08bab61b45b6 req-bc050f19-4242-4799-9b3c-e98ddf45ac7f tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:08.230191 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e2d85d4c-f583-4448-9ffe-08bab61b45b6 req-bc050f19-4242-4799-9b3c-e98ddf45ac7f tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 984 time: 0.0520074 Aug 24 17:54:08.248889 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382ac63-9e35-4ed4-81f0-5c563461d485 req-8aedf781-25a5-46d2-877e-768cffe1abf3 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:08.251028 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1382ac63-9e35-4ed4-81f0-5c563461d485 req-8aedf781-25a5-46d2-877e-768cffe1abf3 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0492187 Aug 24 17:54:08.291843 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e2d85d4c-f583-4448-9ffe-08bab61b45b6 req-16e38151-69d2-49e5-b6db-1037339bded7 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&id=e579ecf1-2400-4e55-ad10-674179e9d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545962 Aug 24 17:54:08.298457 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1382ac63-9e35-4ed4-81f0-5c563461d485 req-1c878a31-1de1-412e-901f-56b480dd5a00 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418668 Aug 24 17:54:08.797304 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f854c98-a49e-40f9-a594-72b72101122d req-df66398d-6412-4328-bf97-a041d89ba657 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:08.798690 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3f854c98-a49e-40f9-a594-72b72101122d req-df66398d-6412-4328-bf97-a041d89ba657 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0475152 Aug 24 17:54:08.823760 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:08.861550 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3f854c98-a49e-40f9-a594-72b72101122d req-8cf3854e-fd01-4947-9245-425dd8da89ff tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572670 Aug 24 17:54:09.346977 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 2ae11597-17eb-4280-8c34-d47ce491867b details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:54:09.421759 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51ebe3-2a1c-4473-9bae-fd649787319e req-0e7c9c24-f4cf-444f-9d44-9635ce63f7b7 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:09.423988 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6b51ebe3-2a1c-4473-9bae-fd649787319e req-0e7c9c24-f4cf-444f-9d44-9635ce63f7b7 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 984 time: 0.0570436 Aug 24 17:54:09.430675 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c18651-f730-46cd-9605-f95c8b9e7d6d req-e4cd0582-a08b-4d59-b722-89247eea6060 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:09.435278 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e2c18651-f730-46cd-9605-f95c8b9e7d6d req-e4cd0582-a08b-4d59-b722-89247eea6060 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0568724 Aug 24 17:54:09.469649 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 2ae11597-17eb-4280-8c34-d47ce491867b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=2ae11597-17eb-4280-8c34-d47ce491867b,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:09.486131 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e2c18651-f730-46cd-9605-f95c8b9e7d6d req-08f50e3f-0391-4268-90f9-f6879a1027c8 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456903 Aug 24 17:54:09.494645 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '2ae11597-17eb-4280-8c34-d47ce491867b', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'port_id': '2ae11597-17eb-4280-8c34-d47ce491867b', 'mac_address': 'fa:16:3e:40:36:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:54:09.508154 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6b51ebe3-2a1c-4473-9bae-fd649787319e req-000da5eb-fa9e-4ab1-94f2-0a2026bd9950 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&id=e579ecf1-2400-4e55-ad10-674179e9d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782943 Aug 24 17:54:09.537532 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-9098567d-0d84-44cf-ade6-043cfd64f3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:09.544444 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 2ae11597-17eb-4280-8c34-d47ce491867b is: ACTIVE; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:54:09.544925 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:09.559582 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ae11597-17eb-4280-8c34-d47ce491867b {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:54:09.580069 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 2ae11597-17eb-4280-8c34-d47ce491867b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=2ae11597-17eb-4280-8c34-d47ce491867b,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:09.584880 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:09.641317 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=2ae11597-17eb-4280-8c34-d47ce491867b,revision_number=6']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:09.688803 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['2ae11597-17eb-4280-8c34-d47ce491867b'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:54:09.997480 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad32bfa-e4ed-4e2d-88cd-4ceaf8ea8ac3 req-b01b62e0-1fc1-4995-b33d-09947e0a98e9 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:09.999011 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3ad32bfa-e4ed-4e2d-88cd-4ceaf8ea8ac3 req-b01b62e0-1fc1-4995-b33d-09947e0a98e9 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0581439 Aug 24 17:54:10.019727 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c309a-8a59-476b-9ba5-aacf5d987a8c req-bd41c7d7-39c7-4f80-ac25-fae9b4941e21 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:10.021255 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e33c309a-8a59-476b-9ba5-aacf5d987a8c req-bd41c7d7-39c7-4f80-ac25-fae9b4941e21 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 946 time: 0.0535049 Aug 24 17:54:10.036048 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:10.053918 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3ad32bfa-e4ed-4e2d-88cd-4ceaf8ea8ac3 req-4c598f09-cefe-4810-bd33-200bf475c58a tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483310 Aug 24 17:54:10.073498 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e33c309a-8a59-476b-9ba5-aacf5d987a8c req-a48ac5c5-8d23-408c-b098-0c785a85a650 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465333 Aug 24 17:54:10.126805 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [req-a0c25720-7052-4469-85da-2d91ce797361 req-abe2bb95-0e96-44d5-95a5-17d2078226a9 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112764) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:54:10.127818 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a0c25720-7052-4469-85da-2d91ce797361 req-abe2bb95-0e96-44d5-95a5-17d2078226a9 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055325 Aug 24 17:54:10.285661 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 37648) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:10.303703 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7c9dc-174d-47dc-b864-010dfe6ab5a3 req-3271df4c-3f2f-4aa6-9148-d30e25f5a959 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:10.305171 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b1c7c9dc-174d-47dc-b864-010dfe6ab5a3 req-3271df4c-3f2f-4aa6-9148-d30e25f5a959 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0532939 Aug 24 17:54:10.390732 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c9ac2dd0-7eec-4334-a6f4-21043d31aac5 req-fdc69670-6576-4202-a523-3f4b0726ae5a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1037965 Aug 24 17:54:10.394449 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b1c7c9dc-174d-47dc-b864-010dfe6ab5a3 req-9e3c2a4d-ce8e-4202-834c-456991ee7772 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832033 Aug 24 17:54:10.399568 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [req-c9ac2dd0-7eec-4334-a6f4-21043d31aac5 req-37c61ca6-4df9-4390-9fc2-1dc66bf1520a service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:54:10.400531 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c9ac2dd0-7eec-4334-a6f4-21043d31aac5 req-37c61ca6-4df9-4390-9fc2-1dc66bf1520a service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049038 Aug 24 17:54:10.476238 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 37656) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:10.571739 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac2dd0-7eec-4334-a6f4-21043d31aac5 req-e45bb9bb-f6fe-47f4-96fa-d9cb85ab9046 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:10.573265 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c9ac2dd0-7eec-4334-a6f4-21043d31aac5 req-e45bb9bb-f6fe-47f4-96fa-d9cb85ab9046 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports/8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba HTTP/1.1" status: 200 len: 942 time: 0.0960312 Aug 24 17:54:10.610119 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:10.629362 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2684da3-a345-47de-9787-bf9283cf6f0d req-b14e55af-ac77-4e08-a873-95609dcb8566 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:10.630377 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b2684da3-a345-47de-9787-bf9283cf6f0d req-b14e55af-ac77-4e08-a873-95609dcb8566 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 944 time: 0.0547087 Aug 24 17:54:10.640703 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2b02a-8fd4-4615-9a0e-8c31dc4c08e0 req-bf7336e5-2205-447b-bd9e-f1513944425d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:10.642371 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5fe2b02a-8fd4-4615-9a0e-8c31dc4c08e0 req-bf7336e5-2205-447b-bd9e-f1513944425d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 984 time: 0.0532291 Aug 24 17:54:10.687851 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b2684da3-a345-47de-9787-bf9283cf6f0d req-452d45f3-fa59-434b-b573-c496ee90167d tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517416 Aug 24 17:54:10.703347 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:10.705284 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:10.728407 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5fe2b02a-8fd4-4615-9a0e-8c31dc4c08e0 req-efff8f56-63ae-4a60-844a-eb6e00020a56 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&id=e579ecf1-2400-4e55-ad10-674179e9d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792820 Aug 24 17:54:11.192589 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4cbfb-0a51-4282-8dfb-5c21d124ce53 req-c6da3f98-1458-4067-89b1-0143557c5d2b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:11.194029 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-dae4cbfb-0a51-4282-8dfb-5c21d124ce53 req-c6da3f98-1458-4067-89b1-0143557c5d2b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 946 time: 0.0457423 Aug 24 17:54:11.252539 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-dae4cbfb-0a51-4282-8dfb-5c21d124ce53 req-13666c00-3d9c-43a9-98e1-8ee7de86c28b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528455 Aug 24 17:54:11.372313 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 2ae11597-17eb-4280-8c34-d47ce491867b up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:54:11.431571 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 2ae11597-17eb-4280-8c34-d47ce491867b triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:54:11.432118 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:11.513742 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 2ae11597-17eb-4280-8c34-d47ce491867b is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:54:11.514133 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:11.526063 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:11.538384 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34147b78-b9f5-4566-8d38-f0ed7ef27e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae11597-17eb-4280-8c34-d47ce491867b'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:54:11.540679 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4adf8a9-1cea-4140-b2c5-bb87af05b10d" -d '{"events": [{"server_uuid": "34147b78-b9f5-4566-8d38-f0ed7ef27e7f", "name": "network-vif-plugged", "status": "completed", "tag": "2ae11597-17eb-4280-8c34-d47ce491867b"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:54:11.544604 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914a3dc-be80-41fb-b0ab-28acf3f8dd2f req-f7dc07c5-7533-43c9-9c1c-44c72e11ccac tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:11.546695 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a914a3dc-be80-41fb-b0ab-28acf3f8dd2f req-f7dc07c5-7533-43c9-9c1c-44c72e11ccac tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0509367 Aug 24 17:54:11.553952 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 2ae11597-17eb-4280-8c34-d47ce491867b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=2ae11597-17eb-4280-8c34-d47ce491867b,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:11.560946 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:11.561916 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:54:11.590328 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8f077e-3688-4cda-8ad1-cdaf412f0412 x-openstack-request-id: req-1f8f077e-3688-4cda-8ad1-cdaf412f0412 {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:54:11.590624 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34147b78-b9f5-4566-8d38-f0ed7ef27e7f", "name": "network-vif-plugged", "status": "completed", "tag": "2ae11597-17eb-4280-8c34-d47ce491867b", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:54:11.590880 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1f8f077e-3688-4cda-8ad1-cdaf412f0412 {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:54:11.591279 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f8f077e-3688-4cda-8ad1-cdaf412f0412'] response: {'server_uuid': '34147b78-b9f5-4566-8d38-f0ed7ef27e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae11597-17eb-4280-8c34-d47ce491867b', 'code': 200} Aug 24 17:54:11.593857 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:11.597132 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:11.601432 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a914a3dc-be80-41fb-b0ab-28acf3f8dd2f req-00959312-2cfe-4f59-9050-f7b75c8154cc tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485489 Aug 24 17:54:11.657360 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=2ae11597-17eb-4280-8c34-d47ce491867b,revision_number=7']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:11.694132 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba is: ACTIVE; New status is: DOWN {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:54:11.694523 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:11.727947 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba,segment=NetworkSegment(509f5506-d136-42e3-8ef1-51a3f0b98c05),segment_id=509f5506-d136-42e3-8ef1-51a3f0b98c05)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:11.732421 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:11.783213 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba,revision_number=6']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:11.785112 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:11.823073 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef74bbd-9360-4f7f-8b62-70d923c18890 req-70deb683-a3eb-4f6e-9296-90e298c67e3e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:11.824752 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-aef74bbd-9360-4f7f-8b62-70d923c18890 req-70deb683-a3eb-4f6e-9296-90e298c67e3e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0492599 Aug 24 17:54:11.852816 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e797ec3-919f-43ad-8ada-696ac8c58ce9 req-5831c162-8946-4817-9e34-07d0f64ecdd7 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:11.854235 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4e797ec3-919f-43ad-8ada-696ac8c58ce9 req-5831c162-8946-4817-9e34-07d0f64ecdd7 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 984 time: 0.0483685 Aug 24 17:54:11.873374 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-aef74bbd-9360-4f7f-8b62-70d923c18890 req-0513c0ff-ae93-4357-beb2-fb5802f2f90a tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417085 Aug 24 17:54:11.916392 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4e797ec3-919f-43ad-8ada-696ac8c58ce9 req-bc98a49c-3619-4e79-8ae4-ddf3ab3ed408 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&id=e579ecf1-2400-4e55-ad10-674179e9d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557852 Aug 24 17:54:11.964438 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:11.995355 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256690d2-8d4e-4b97-8d7d-30d11b5f6bd1 req-f8ca8fb0-9429-4687-9c3d-c07422bf11b9 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:11.996700 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-256690d2-8d4e-4b97-8d7d-30d11b5f6bd1 req-f8ca8fb0-9429-4687-9c3d-c07422bf11b9 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 946 time: 0.0551715 Aug 24 17:54:12.066725 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:12.115134 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-256690d2-8d4e-4b97-8d7d-30d11b5f6bd1 req-d50e5232-24f5-4508-95e6-b81e4c846fb5 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Deleting port 685b75ea-eb05-4e07-8542-1938a960343d {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:54:12.115684 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-256690d2-8d4e-4b97-8d7d-30d11b5f6bd1 req-d50e5232-24f5-4508-95e6-b81e4c846fb5 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (685b75ea-eb05-4e07-8542-1938a960343d), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:12.208850 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-256690d2-8d4e-4b97-8d7d-30d11b5f6bd1 req-d50e5232-24f5-4508-95e6-b81e4c846fb5 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] For port 685b75ea-eb05-4e07-8542-1938a960343d, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=685b75ea-eb05-4e07-8542-1938a960343d,segment=NetworkSegment(30259835-216c-4123-bc4a-7b0c958ef368),segment_id=30259835-216c-4123-bc4a-7b0c958ef368)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:12.209138 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-256690d2-8d4e-4b97-8d7d-30d11b5f6bd1 req-d50e5232-24f5-4508-95e6-b81e4c846fb5 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (685b75ea-eb05-4e07-8542-1938a960343d), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:12.422885 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab39a43-055b-4ec7-9fba-db3c37f0ff34 req-71c24e8a-9133-44d0-93e5-ccb9af338237 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:12.424422 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3ab39a43-055b-4ec7-9fba-db3c37f0ff34 req-71c24e8a-9133-44d0-93e5-ccb9af338237 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 946 time: 0.0893826 Aug 24 17:54:12.427581 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-256690d2-8d4e-4b97-8d7d-30d11b5f6bd1 req-d50e5232-24f5-4508-95e6-b81e4c846fb5 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:12.427952 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-256690d2-8d4e-4b97-8d7d-30d11b5f6bd1 req-d50e5232-24f5-4508-95e6-b81e4c846fb5 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (3b566491-811e-4467-b44e-035d7a66ae0f), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:12.428273 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.l3_db [req-256690d2-8d4e-4b97-8d7d-30d11b5f6bd1 req-d50e5232-24f5-4508-95e6-b81e4c846fb5 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Floating IP 3b566491-811e-4467-b44e-035d7a66ae0f disassociated. External IP: 172.27.1.16, port: 685b75ea-eb05-4e07-8542-1938a960343d. Aug 24 17:54:12.428618 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-256690d2-8d4e-4b97-8d7d-30d11b5f6bd1 req-d50e5232-24f5-4508-95e6-b81e4c846fb5 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Calling delete_port for 685b75ea-eb05-4e07-8542-1938a960343d owned by compute:nova {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:54:12.520328 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3ab39a43-055b-4ec7-9fba-db3c37f0ff34 req-e72f5de8-6d1f-4ed4-bfde-1901fbf20ab0 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891144 Aug 24 17:54:12.596119 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-256690d2-8d4e-4b97-8d7d-30d11b5f6bd1 req-d50e5232-24f5-4508-95e6-b81e4c846fb5 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (685b75ea-eb05-4e07-8542-1938a960343d), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:12.621888 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e5232-24f5-4508-95e6-b81e4c846fb5 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Pushing event deleted for resources: {'Port': ['ID=685b75ea-eb05-4e07-8542-1938a960343d,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:12.746878 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443806bd-f686-47f8-a864-74391d9e0047 req-0efe48c9-69f3-4d59-a30e-4a4fb670e728 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:12.748525 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-443806bd-f686-47f8-a864-74391d9e0047 req-0efe48c9-69f3-4d59-a30e-4a4fb670e728 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 943 time: 0.0592303 Aug 24 17:54:12.807841 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-443806bd-f686-47f8-a864-74391d9e0047 req-e07eb988-a245-4f58-bf18-7514eec784eb tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521705 Aug 24 17:54:12.913391 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:13.075571 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac2dd0-7eec-4334-a6f4-21043d31aac5 req-eaa8edfa-40a2-4a31-be04-39927ea140a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:13.077129 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c9ac2dd0-7eec-4334-a6f4-21043d31aac5 req-eaa8edfa-40a2-4a31-be04-39927ea140a0 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d&tenant_id=79ef0ce1ee884e9d80d4200d40b7b6c2 HTTP/1.1" status: 200 len: 1127 time: 0.1621733 Aug 24 17:54:13.083176 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bdef0-3fe5-440b-a08e-20c5aa07972b req-94f800d9-2aba-4f3f-8e71-62dae92083bc tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:13.083660 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06aba6f-a97c-45b5-92d8-799b59943447 req-afbae930-bb8f-43b6-9017-3374e367558b tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:13.086362 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b06aba6f-a97c-45b5-92d8-799b59943447 req-afbae930-bb8f-43b6-9017-3374e367558b tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 984 time: 0.0804656 Aug 24 17:54:13.090244 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-580bdef0-3fe5-440b-a08e-20c5aa07972b req-94f800d9-2aba-4f3f-8e71-62dae92083bc tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.1235518 Aug 24 17:54:13.137842 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:13.199787 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac2dd0-7eec-4334-a6f4-21043d31aac5 req-97e9e53b-819c-4fdd-ab16-f71617ce808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:13.201553 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c9ac2dd0-7eec-4334-a6f4-21043d31aac5 req-97e9e53b-819c-4fdd-ab16-f71617ce808b service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=79ef0ce1ee884e9d80d4200d40b7b6c2&device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 1127 time: 0.0790038 Aug 24 17:54:13.225681 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-580bdef0-3fe5-440b-a08e-20c5aa07972b req-5363f940-6564-43ae-b220-425a2ec85b9d tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344614 Aug 24 17:54:13.228130 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b06aba6f-a97c-45b5-92d8-799b59943447 req-a4ab3c70-b3c5-4140-8839-938461ed9ba6 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&id=e579ecf1-2400-4e55-ad10-674179e9d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1279550 Aug 24 17:54:13.239781 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-256690d2-8d4e-4b97-8d7d-30d11b5f6bd1 req-d50e5232-24f5-4508-95e6-b81e4c846fb5 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Router 85b72639-72a9-4412-b377-c61e399e5b2c has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:54:13.417176 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac2dd0-7eec-4334-a6f4-21043d31aac5 req-9aa6cbee-c082-499e-99b0-c973a0d6d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:13.418717 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c9ac2dd0-7eec-4334-a6f4-21043d31aac5 req-9aa6cbee-c082-499e-99b0-c973a0d6d378 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=3e1e5e53-af70-4029-8cfd-e50d2d607333 HTTP/1.1" status: 200 len: 910 time: 0.2065637 Aug 24 17:54:13.467322 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-256690d2-8d4e-4b97-8d7d-30d11b5f6bd1 req-d50e5232-24f5-4508-95e6-b81e4c846fb5 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:54:13.480509 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892db976-3b6f-4309-9191-9ed06dda5cfc None None] Sync routers for ids ['85b72639-72a9-4412-b377-c61e399e5b2c'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:54:13.493024 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892db976-3b6f-4309-9191-9ed06dda5cfc None None] Routers {'85b72639-72a9-4412-b377-c61e399e5b2c'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:54:13.493991 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-892db976-3b6f-4309-9191-9ed06dda5cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:54:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['85b72639-72a9-4412-b377-c61e399e5b2c'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:13.597867 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c9ac2dd0-7eec-4334-a6f4-21043d31aac5 req-8c11dfc6-2240-41b0-9c86-87e6a866a067 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba HTTP/1.1" status: 200 len: 999 time: 0.1704178 Aug 24 17:54:13.598715 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-256690d2-8d4e-4b97-8d7d-30d11b5f6bd1 req-d50e5232-24f5-4508-95e6-b81e4c846fb5 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] No DVR routers for this DVR port 685b75ea-eb05-4e07-8542-1938a960343d on host hv-cinder-84052 {{(pid=112764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:54:13.601663 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-256690d2-8d4e-4b97-8d7d-30d11b5f6bd1 req-d50e5232-24f5-4508-95e6-b81e4c846fb5 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:13.605460 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-256690d2-8d4e-4b97-8d7d-30d11b5f6bd1 req-d50e5232-24f5-4508-95e6-b81e4c846fb5 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.62 "DELETE /networking/v2.0/ports/685b75ea-eb05-4e07-8542-1938a960343d HTTP/1.1" status: 204 len: 173 time: 1.5780396 Aug 24 17:54:13.606399 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b47b8e-315b-4035-b274-e3d90094cea0', 'name': 'network-vif-deleted', 'tag': '685b75ea-eb05-4e07-8542-1938a960343d'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:54:13.619417 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97de4e02-f5c3-4826-abee-b414ab11a417" -d '{"events": [{"server_uuid": "33b47b8e-315b-4035-b274-e3d90094cea0", "name": "network-vif-deleted", "tag": "685b75ea-eb05-4e07-8542-1938a960343d"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:54:13.676092 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b47eb083-bd76-4fa2-b421-f7f35ed5217e req-cf396bd1-87de-4bd7-8087-d6b486c7ed2f tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33b47b8e-315b-4035-b274-e3d90094cea0 HTTP/1.1" status: 200 len: 210 time: 0.0694218 Aug 24 17:54:13.702414 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594a3878-23da-4a37-8cf7-7f83a1dc8ff8 x-openstack-request-id: req-594a3878-23da-4a37-8cf7-7f83a1dc8ff8 {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:54:13.703632 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b47b8e-315b-4035-b274-e3d90094cea0", "name": "network-vif-deleted", "tag": "685b75ea-eb05-4e07-8542-1938a960343d", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:54:13.704569 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-594a3878-23da-4a37-8cf7-7f83a1dc8ff8 {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:54:13.704715 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-594a3878-23da-4a37-8cf7-7f83a1dc8ff8'] response: {'server_uuid': '33b47b8e-315b-4035-b274-e3d90094cea0', 'name': 'network-vif-deleted', 'tag': '685b75ea-eb05-4e07-8542-1938a960343d', 'status': 'completed', 'code': 200} Aug 24 17:54:13.719459 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac2dd0-7eec-4334-a6f4-21043d31aac5 req-0303320a-5c20-4a17-a2a1-0d3607556f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:13.721252 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c9ac2dd0-7eec-4334-a6f4-21043d31aac5 req-0303320a-5c20-4a17-a2a1-0d3607556f0f service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=80c34839-bf32-4dc6-b07f-eaf38c5c769a HTTP/1.1" status: 200 len: 848 time: 0.0846481 Aug 24 17:54:13.769340 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa859353-b309-4c9b-8f43-21b185b4f27d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:54:13.772005 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5a351b-2888-455a-b4ea-a3cebd10203e" -d '{"events": [{"server_uuid": "aa859353-b309-4c9b-8f43-21b185b4f27d", "name": "network-vif-unplugged", "status": "completed", "tag": "8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:54:13.804321 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac2dd0-7eec-4334-a6f4-21043d31aac5 req-e06ce9b0-e1f4-4285-b00d-891a006041bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:13.806395 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c9ac2dd0-7eec-4334-a6f4-21043d31aac5 req-e06ce9b0-e1f4-4285-b00d-891a006041bb service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=3e1e5e53-af70-4029-8cfd-e50d2d607333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556641 Aug 24 17:54:13.821431 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Aug 2022 17:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06b6fea-8006-4f7e-aef3-d79b3367a4f3 x-openstack-request-id: req-d06b6fea-8006-4f7e-aef3-d79b3367a4f3 {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:54:13.821723 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa859353-b309-4c9b-8f43-21b185b4f27d", "name": "network-vif-unplugged", "status": "completed", "tag": "8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:54:13.822130 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d06b6fea-8006-4f7e-aef3-d79b3367a4f3 {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:54:13.822524 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d06b6fea-8006-4f7e-aef3-d79b3367a4f3'] response: {'server_uuid': 'aa859353-b309-4c9b-8f43-21b185b4f27d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba', 'code': 200} Aug 24 17:54:13.858760 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-892db976-3b6f-4309-9191-9ed06dda5cfc None None] Set router 85b72639-72a9-4412-b377-c61e399e5b2c gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:54:14.026534 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a02b4-7eae-41e1-9722-b852b5967156 req-e732a36f-87fe-4791-940c-bbb83238da3a tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:14.028102 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-034a02b4-7eae-41e1-9722-b852b5967156 req-e732a36f-87fe-4791-940c-bbb83238da3a tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 943 time: 0.0761721 Aug 24 17:54:14.044107 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c9ac2dd0-7eec-4334-a6f4-21043d31aac5 req-3d55adec-0175-4deb-acec-faf1a9fb4430 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/3e1e5e53-af70-4029-8cfd-e50d2d607333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270992 Aug 24 17:54:14.130294 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-892db976-3b6f-4309-9191-9ed06dda5cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '19e20a5d-f470-4588-b1c6-4fccd8d43ed7', 'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'mac_address': 'fa:16:3e:cb:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:55Z', 'updated_at': '2022-08-24T17:51:04Z', 'revision_number': 5, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'subnets': [{'id': '1f289036-4649-4f08-8be9-d53556abacbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:14.159361 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-034a02b4-7eae-41e1-9722-b852b5967156 req-7098c198-66fd-4d03-9abe-99af40814d0e tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191430 Aug 24 17:54:14.185314 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892db976-3b6f-4309-9191-9ed06dda5cfc None None] Checking router: 85b72639-72a9-4412-b377-c61e399e5b2c for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:54:14.188880 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c9ac2dd0-7eec-4334-a6f4-21043d31aac5 req-489586d2-bbb8-4327-97d1-7ad5f15aed48 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/3e1e5e53-af70-4029-8cfd-e50d2d607333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281002 Aug 24 17:54:14.199777 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892db976-3b6f-4309-9191-9ed06dda5cfc None None] Routers {'85b72639-72a9-4412-b377-c61e399e5b2c'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:54:14.200515 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-892db976-3b6f-4309-9191-9ed06dda5cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:54:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['85b72639-72a9-4412-b377-c61e399e5b2c'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:14.343617 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-892db976-3b6f-4309-9191-9ed06dda5cfc None None] Set router 85b72639-72a9-4412-b377-c61e399e5b2c gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:54:14.394061 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933c7bc-598e-4ad4-93a2-5b479255ceb5 req-57d1512b-3e65-4c47-b2ba-fb789b7dc360 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:14.396447 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f933c7bc-598e-4ad4-93a2-5b479255ceb5 req-57d1512b-3e65-4c47-b2ba-fb789b7dc360 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 984 time: 0.0750992 Aug 24 17:54:14.434310 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2e448-6ed1-4ea9-8420-8d8a2993a3cb req-e29c0b95-4f6f-483d-804b-0ad0307961ba tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:14.435856 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-51f2e448-6ed1-4ea9-8420-8d8a2993a3cb req-e29c0b95-4f6f-483d-804b-0ad0307961ba tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0707181 Aug 24 17:54:14.486212 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f933c7bc-598e-4ad4-93a2-5b479255ceb5 req-85c9c132-b90b-4f52-b2c2-307d691c8430 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&id=e579ecf1-2400-4e55-ad10-674179e9d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765767 Aug 24 17:54:14.508096 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:14.516941 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-51f2e448-6ed1-4ea9-8420-8d8a2993a3cb req-4d216092-ea9d-495e-a230-a14b6c14ddc8 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635822 Aug 24 17:54:14.570504 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:14.590197 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-892db976-3b6f-4309-9191-9ed06dda5cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '19e20a5d-f470-4588-b1c6-4fccd8d43ed7', 'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'mac_address': 'fa:16:3e:cb:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:55Z', 'updated_at': '2022-08-24T17:51:04Z', 'revision_number': 5, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'subnets': [{'id': '1f289036-4649-4f08-8be9-d53556abacbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:14.618729 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892db976-3b6f-4309-9191-9ed06dda5cfc None None] The sync data for ids ['85b72639-72a9-4412-b377-c61e399e5b2c'] in dv-cinder-840525-3-iscsi is: [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '19e20a5d-f470-4588-b1c6-4fccd8d43ed7', 'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'mac_address': 'fa:16:3e:cb:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:55Z', 'updated_at': '2022-08-24T17:51:04Z', 'revision_number': 5, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'subnets': [{'id': '1f289036-4649-4f08-8be9-d53556abacbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:54:14.805196 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:54:14.988576 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287157b1-1967-4b00-8485-0f4f0cd9f162 None None] New status for floating IP 3b566491-811e-4467-b44e-035d7a66ae0f: DOWN {{(pid=112766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:54:15.047646 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-56f98e72-15fc-4587-a1ba-5b53d7b59e10 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1035260104&fields=id&tenant_id=b9cd3cd0a9434f5ab0e1e1c52145beb2 HTTP/1.1" status: 200 len: 267 time: 0.0729320 Aug 24 17:54:15.155687 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:15.193376 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-5572b6a7-546d-4134-875d-d9fd1b65e8ca tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:15.200677 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-5572b6a7-546d-4134-875d-d9fd1b65e8ca tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/networks?id=670b2ce6-025e-49c8-81a1-b5bd33c90dee HTTP/1.1" status: 200 len: 810 time: 0.1520946 Aug 24 17:54:15.221050 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-bae92f52-9ddf-4f01-905d-f0ebd67906fe tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/quotas/b9cd3cd0a9434f5ab0e1e1c52145beb2 HTTP/1.1" status: 200 len: 375 time: 0.0188694 Aug 24 17:54:15.276091 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-f298f784-ed42-4b6f-859d-9cc8f34c4e4d tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=b9cd3cd0a9434f5ab0e1e1c52145beb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540774 Aug 24 17:54:15.325517 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16479f88-8a59-4d72-a0b1-bbde56d3861c req-24496528-4b6b-4169-91c6-e7d507472547 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:15.333211 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-16479f88-8a59-4d72-a0b1-bbde56d3861c req-24496528-4b6b-4169-91c6-e7d507472547 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 943 time: 0.0563738 Aug 24 17:54:15.350368 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 685b75ea-eb05-4e07-8542-1938a960343d no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:54:15.365974 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:15.382293 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] No Port match for: 685b75ea-eb05-4e07-8542-1938a960343d {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:54:15.388412 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 685b75ea-eb05-4e07-8542-1938a960343d not bound to the agent host hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:54:15.418101 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-696a1e37-870f-4aca-9592-4b49377ce65b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352336 Aug 24 17:54:15.419192 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-16479f88-8a59-4d72-a0b1-bbde56d3861c req-918a140f-9af7-4386-97f7-e5a6d3de5ebd tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846660 Aug 24 17:54:15.537612 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-f0390b97-01a9-4c48-96a1-a16de51bea96 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182296 Aug 24 17:54:15.647148 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c2420-3fa3-433b-bcb9-5ad456b33375 req-23fe674a-87bf-4cd4-aca7-491f3d76db74 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:15.648925 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-841c2420-3fa3-433b-bcb9-5ad456b33375 req-23fe674a-87bf-4cd4-aca7-491f3d76db74 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 984 time: 0.0732219 Aug 24 17:54:15.757166 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-841c2420-3fa3-433b-bcb9-5ad456b33375 req-dbfd38b5-3e99-45ce-9614-794fab1ff649 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&id=e579ecf1-2400-4e55-ad10-674179e9d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1025727 Aug 24 17:54:15.932238 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32362e73-80de-4f99-8538-51f688775d26 req-8fcbb203-c4c9-4a55-919c-c3f3c10177a8 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:15.933294 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-32362e73-80de-4f99-8538-51f688775d26 req-8fcbb203-c4c9-4a55-919c-c3f3c10177a8 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0928290 Aug 24 17:54:15.936699 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-94aa989f-ecdb-4c30-82eb-0f94423b4668 req-b35529ea-018e-4e7d-aaa9-bd935d38cd14 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 210 time: 0.0446804 Aug 24 17:54:16.031765 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-32362e73-80de-4f99-8538-51f688775d26 req-ca0ec563-4fef-465e-a012-ab6421d9e7eb tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913258 Aug 24 17:54:16.590880 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e9b91-b458-4ccb-a8f1-7268f2b04f90 req-638755fa-c07f-4ff8-90fa-a3af574ae4cc tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:16.593283 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-de3e9b91-b458-4ccb-a8f1-7268f2b04f90 req-638755fa-c07f-4ff8-90fa-a3af574ae4cc tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 943 time: 0.0930588 Aug 24 17:54:16.667045 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-de3e9b91-b458-4ccb-a8f1-7268f2b04f90 req-001c362f-7f90-4c29-9b2e-1aa343d42a48 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556180 Aug 24 17:54:16.896957 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5e9d8-6c4b-4e2e-a339-757552c3a1e3 req-0902f756-9ffd-4ac8-9dc2-5b83c0bcda84 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:16.898491 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-39a5e9d8-6c4b-4e2e-a339-757552c3a1e3 req-0902f756-9ffd-4ac8-9dc2-5b83c0bcda84 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 984 time: 0.0589647 Aug 24 17:54:16.989295 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-39a5e9d8-6c4b-4e2e-a339-757552c3a1e3 req-a4c67d61-33ad-42fd-bad8-8f681ea1355d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&id=e579ecf1-2400-4e55-ad10-674179e9d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0801883 Aug 24 17:54:17.103562 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b43c63a6-dd55-48e7-bab7-6e4ba2ba29e0 req-1380dd63-617c-40a2-b10e-15cb90db6d0a tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 210 time: 0.0607715 Aug 24 17:54:17.226085 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c339c7-cb3b-42c6-a50e-c74d7b6a116d req-18490012-b09b-4234-adec-32a994498e21 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:17.227698 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d1c339c7-cb3b-42c6-a50e-c74d7b6a116d req-18490012-b09b-4234-adec-32a994498e21 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0680177 Aug 24 17:54:17.232337 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-847936a3-dbcf-42d4-a8c0-95b4c52d64f3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:17.233863 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-847936a3-dbcf-42d4-a8c0-95b4c52d64f3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.62 "GET /networking/v2.0/networks?id=670b2ce6-025e-49c8-81a1-b5bd33c90dee HTTP/1.1" status: 200 len: 810 time: 0.2075489 Aug 24 17:54:17.283692 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d1c339c7-cb3b-42c6-a50e-c74d7b6a116d req-bc9a31a8-9c56-438c-a819-4d4ba36f9cc1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491769 Aug 24 17:54:17.362831 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-80efb1b7-235a-4a52-9800-2ae43d8bbad5 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.62 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b9cd3cd0a9434f5ab0e1e1c52145beb2 HTTP/1.1" status: 200 len: 380 time: 0.0802820 Aug 24 17:54:17.392187 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-afe94284-059b-47dc-9eb2-15feb3f220c7 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Request body: {'port': {'device_id': '38237468-6ade-46a7-830f-371a8a34c4f4', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'admin_state_up': True, 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'security_groups': ['5792484b-a3e6-4502-bc08-7671a46e2e20']}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:54:17.527389 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-afe94284-059b-47dc-9eb2-15feb3f220c7 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Made reservation on behalf of b9cd3cd0a9434f5ab0e1e1c52145beb2 for: {'port': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:54:17.531862 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-afe94284-059b-47dc-9eb2-15feb3f220c7 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:17.695465 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-afe94284-059b-47dc-9eb2-15feb3f220c7 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Allocated IP 172.20.0.7 (670b2ce6-025e-49c8-81a1-b5bd33c90dee/1f289036-4649-4f08-8be9-d53556abacbd/68a6e936-3e2e-4bc2-ab59-de0b96e000d7) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:54:17.771190 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:17.814461 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:17.907293 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3bc21-8d1f-43f2-a9b6-6696d40a55da req-30d031d6-72c4-449e-b2ab-872826d7d6d0 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:17.909471 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2ac3bc21-8d1f-43f2-a9b6-6696d40a55da req-30d031d6-72c4-449e-b2ab-872826d7d6d0 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 943 time: 0.0932171 Aug 24 17:54:17.970288 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-afe94284-059b-47dc-9eb2-15feb3f220c7 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for port (68a6e936-3e2e-4bc2-ab59-de0b96e000d7), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:17.996464 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2ac3bc21-8d1f-43f2-a9b6-6696d40a55da req-72ed6703-260d-4ade-b3e4-76c4d88b1dee tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787430 Aug 24 17:54:18.036872 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-afe94284-059b-47dc-9eb2-15feb3f220c7 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (68a6e936-3e2e-4bc2-ab59-de0b96e000d7), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:18.109923 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-afe94284-059b-47dc-9eb2-15feb3f220c7 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Network 670b2ce6-025e-49c8-81a1-b5bd33c90dee is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:54:18.113341 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-afe94284-059b-47dc-9eb2-15feb3f220c7 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:54:18.118010 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-afe94284-059b-47dc-9eb2-15feb3f220c7 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:54:18.121415 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe94284-059b-47dc-9eb2-15feb3f220c7 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Pushing event updated for resources: {'Port': ['ID=68a6e936-3e2e-4bc2-ab59-de0b96e000d7,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:18.210639 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-afe94284-059b-47dc-9eb2-15feb3f220c7 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:18.212500 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-afe94284-059b-47dc-9eb2-15feb3f220c7 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:18.268916 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4754a-e535-4cbd-a2a9-368fb8098312 req-732fcd68-4e40-442a-8624-6be28f6a0d43 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:18.271345 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f4d4754a-e535-4cbd-a2a9-368fb8098312 req-732fcd68-4e40-442a-8624-6be28f6a0d43 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 984 time: 0.1638010 Aug 24 17:54:18.278986 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-afe94284-059b-47dc-9eb2-15feb3f220c7 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.62 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8911378 Aug 24 17:54:18.302839 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] Request body: {'port': {'device_id': '38237468-6ade-46a7-830f-371a8a34c4f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:54:18.335937 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e02b4-1367-47ca-af28-338a44216acc req-a8360090-7bd7-400a-a65f-96d4390d917a tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:18.337662 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-766e02b4-1367-47ca-af28-338a44216acc req-a8360090-7bd7-400a-a65f-96d4390d917a tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 931 time: 0.1053469 Aug 24 17:54:18.395059 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:18.423869 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f4d4754a-e535-4cbd-a2a9-368fb8098312 req-f8bd329d-ba58-4208-a472-d7d43797f650 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&id=e579ecf1-2400-4e55-ad10-674179e9d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1450701 Aug 24 17:54:18.453476 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (68a6e936-3e2e-4bc2-ab59-de0b96e000d7), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:18.487409 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-766e02b4-1367-47ca-af28-338a44216acc req-4d7290dc-36f5-4d8e-983c-7913179de78e tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429582 Aug 24 17:54:18.523305 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3703c63e-23c6-4d65-8070-acaa68ca4a5f None None] Provisioning complete for port 68a6e936-3e2e-4bc2-ab59-de0b96e000d7 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:54:18.523305 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3703c63e-23c6-4d65-8070-acaa68ca4a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (68a6e936-3e2e-4bc2-ab59-de0b96e000d7), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:18.589090 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3703c63e-23c6-4d65-8070-acaa68ca4a5f None None] Port 68a6e936-3e2e-4bc2-ab59-de0b96e000d7 cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:54:18.823243 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a6e936-3e2e-4bc2-ab59-de0b96e000d7 {{(pid=112764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:54:18.834407 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] Publish callbacks [] for port (68a6e936-3e2e-4bc2-ab59-de0b96e000d7), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:18.847108 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65123776-f506-4863-854e-a13b9de6cffe req-f37bd78e-1064-4190-b30d-e68f5e99da61 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:18.849374 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.provisioning_blocks [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] Transition to ACTIVE for port object 68a6e936-3e2e-4bc2-ab59-de0b96e000d7 will not be triggered until provisioned by entity L2. {{(pid=112764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:54:18.853872 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (68a6e936-3e2e-4bc2-ab59-de0b96e000d7), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:18.854495 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-65123776-f506-4863-854e-a13b9de6cffe req-f37bd78e-1064-4190-b30d-e68f5e99da61 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.3385017 Aug 24 17:54:18.879838 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:18.906667 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:18.915025 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-65123776-f506-4863-854e-a13b9de6cffe req-cb5a571e-b6ae-4b8f-8fa7-4783e4f5b076 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594971 Aug 24 17:54:18.954957 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] Pushing event updated for resources: {'Port': ['ID=68a6e936-3e2e-4bc2-ab59-de0b96e000d7,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:18.990120 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] Attempting to bind port 68a6e936-3e2e-4bc2-ab59-de0b96e000d7 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:54:18.990120 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] Attempting to bind port 68a6e936-3e2e-4bc2-ab59-de0b96e000d7 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '30259835-216c-4123-bc4a-7b0c958ef368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee'}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:54:18.990120 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] Attempting to bind port 68a6e936-3e2e-4bc2-ab59-de0b96e000d7 on network 670b2ce6-025e-49c8-81a1-b5bd33c90dee {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:54:18.994849 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] Port 68a6e936-3e2e-4bc2-ab59-de0b96e000d7 on network 670b2ce6-025e-49c8-81a1-b5bd33c90dee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:54:18.995181 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] Attempting to bind port 68a6e936-3e2e-4bc2-ab59-de0b96e000d7 on network 670b2ce6-025e-49c8-81a1-b5bd33c90dee {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:54:19.000981 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] Checking agent: {'id': 'd24852b8-87fc-4acc-b821-6f57e7364c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'started_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:54:19.001330 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] Checking segment: {'id': '30259835-216c-4123-bc4a-7b0c958ef368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:54:19.001717 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] Bound using segment: {'id': '30259835-216c-4123-bc4a-7b0c958ef368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee'} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:54:19.002150 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] Bound port: 68a6e936-3e2e-4bc2-ab59-de0b96e000d7, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30259835-216c-4123-bc4a-7b0c958ef368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee'}}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:54:19.002513 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (68a6e936-3e2e-4bc2-ab59-de0b96e000d7), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:19.078363 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] For port 68a6e936-3e2e-4bc2-ab59-de0b96e000d7, host hv-cinder-84052, cleared binding levels {{(pid=112764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:54:19.082367 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] For port 68a6e936-3e2e-4bc2-ab59-de0b96e000d7, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=68a6e936-3e2e-4bc2-ab59-de0b96e000d7,segment=NetworkSegment(30259835-216c-4123-bc4a-7b0c958ef368),segment_id=30259835-216c-4123-bc4a-7b0c958ef368)] {{(pid=112764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:54:19.095246 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (68a6e936-3e2e-4bc2-ab59-de0b96e000d7), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:19.135494 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:19.136477 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:19.138004 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] 10.222.0.62 "PUT /networking/v2.0/ports/68a6e936-3e2e-4bc2-ab59-de0b96e000d7 HTTP/1.1" status: 200 len: 1093 time: 0.8478599 Aug 24 17:54:19.138521 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38237468-6ade-46a7-830f-371a8a34c4f4', 'tag': '68a6e936-3e2e-4bc2-ab59-de0b96e000d7'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:54:19.141738 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ba81ff-26c0-49fb-bffd-a5f146cd7f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "38237468-6ade-46a7-830f-371a8a34c4f4", "tag": "68a6e936-3e2e-4bc2-ab59-de0b96e000d7"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:54:19.218484 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ab98f-8e37-4fbd-a4cb-cf2c7d822079 req-1b44239c-65bd-452f-815a-106951c4d551 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:19.220034 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8a4ab98f-8e37-4fbd-a4cb-cf2c7d822079 req-1b44239c-65bd-452f-815a-106951c4d551 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 943 time: 0.0862842 Aug 24 17:54:19.221731 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c2f5fc-1641-4246-808f-20398e2fce6a x-openstack-request-id: req-41c2f5fc-1641-4246-808f-20398e2fce6a {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:54:19.222008 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38237468-6ade-46a7-830f-371a8a34c4f4", "tag": "68a6e936-3e2e-4bc2-ab59-de0b96e000d7", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:54:19.222253 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-41c2f5fc-1641-4246-808f-20398e2fce6a {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:54:19.222792 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41c2f5fc-1641-4246-808f-20398e2fce6a'] response: {'name': 'network-changed', 'server_uuid': '38237468-6ade-46a7-830f-371a8a34c4f4', 'tag': '68a6e936-3e2e-4bc2-ab59-de0b96e000d7', 'status': 'completed', 'code': 200} Aug 24 17:54:19.247134 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af61b8-353b-4b5a-aaeb-c07dc8559114 service neutron] Pushing event updated for resources: {'Port': ['ID=68a6e936-3e2e-4bc2-ab59-de0b96e000d7,revision_number=3']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:19.305119 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8a4ab98f-8e37-4fbd-a4cb-cf2c7d822079 req-d008d001-f1c2-41d4-9f36-9355cefcc083 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590539 Aug 24 17:54:19.306102 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-f5423b4e-b7ab-4002-a01f-143ada01edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:19.307528 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-f5423b4e-b7ab-4002-a01f-143ada01edf4 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=b9cd3cd0a9434f5ab0e1e1c52145beb2&device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 1127 time: 0.1065898 Aug 24 17:54:19.353251 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-62dc8d5f-d7f6-4e72-a0c1-aa396579cec3 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68a6e936-3e2e-4bc2-ab59-de0b96e000d7 HTTP/1.1" status: 200 len: 217 time: 0.0363066 Aug 24 17:54:19.417844 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-138f8ebc-4eb0-4ae2-93a6-67fe2882f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:19.419397 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-138f8ebc-4eb0-4ae2-93a6-67fe2882f13f service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=1f289036-4649-4f08-8be9-d53556abacbd HTTP/1.1" status: 200 len: 849 time: 0.0602586 Aug 24 17:54:19.470733 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-35a76f44-a48a-4869-8023-09dacb2f492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:19.472351 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-35a76f44-a48a-4869-8023-09dacb2f492d service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=670b2ce6-025e-49c8-81a1-b5bd33c90dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465200 Aug 24 17:54:19.610910 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-c5af4aad-1b23-4c21-bdda-b31b7ac21963 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312647 Aug 24 17:54:19.653358 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dae525-6bd4-4e58-83e9-2ada9e01c29b req-c29de1d5-8e22-486c-8e6f-4c4d04a8e312 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:19.654987 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f5dae525-6bd4-4e58-83e9-2ada9e01c29b req-c29de1d5-8e22-486c-8e6f-4c4d04a8e312 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 943 time: 0.0723510 Aug 24 17:54:19.710911 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f5dae525-6bd4-4e58-83e9-2ada9e01c29b req-c491cbe0-dbeb-4d91-bdc0-8451d055c2b3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487442 Aug 24 17:54:19.835528 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1a3a3da0-5ce1-4cc2-9fa2-f6e3b3cbedcd req-4f75a910-6443-4fab-be6a-687d0b6ba5cc service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016977 Aug 24 17:54:20.055156 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf7b35-c984-4f83-b831-ec792522ab43 req-73ef5f22-01b4-4802-aaae-aea99e738e58 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:20.057076 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4faf7b35-c984-4f83-b831-ec792522ab43 req-73ef5f22-01b4-4802-aaae-aea99e738e58 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0572693 Aug 24 17:54:20.125133 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4faf7b35-c984-4f83-b831-ec792522ab43 req-359aeb3b-2a37-4d53-a2e1-23800b3ea4c1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610693 Aug 24 17:54:20.470513 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b102010-ffba-4f50-acde-7132ecf0dc26 req-55a13408-3987-4ba3-aea9-78b96e0da310 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:20.480719 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-1b102010-ffba-4f50-acde-7132ecf0dc26 req-55a13408-3987-4ba3-aea9-78b96e0da310 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 943 time: 0.0822308 Aug 24 17:54:20.540081 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-1b102010-ffba-4f50-acde-7132ecf0dc26 req-fc8d863d-a35e-4dfb-9a7f-208123b30f5b tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584116 Aug 24 17:54:20.682989 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba81ff-26c0-49fb-bffd-a5f146cd7f6e req-6a6de83d-1fdb-43f0-a8d5-9a7d74e937f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:20.684539 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-57ba81ff-26c0-49fb-bffd-a5f146cd7f6e req-6a6de83d-1fdb-43f0-a8d5-9a7d74e937f0 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=b9cd3cd0a9434f5ab0e1e1c52145beb2&device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 1127 time: 0.0462780 Aug 24 17:54:20.785854 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba81ff-26c0-49fb-bffd-a5f146cd7f6e req-83ecf54d-da43-4b85-ac51-272041b2a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:20.790205 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-57ba81ff-26c0-49fb-bffd-a5f146cd7f6e req-83ecf54d-da43-4b85-ac51-272041b2a1bc service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=670b2ce6-025e-49c8-81a1-b5bd33c90dee HTTP/1.1" status: 200 len: 911 time: 0.0988264 Aug 24 17:54:20.850882 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-57ba81ff-26c0-49fb-bffd-a5f146cd7f6e req-5d94f0f1-52dc-41ab-a16e-cd44bddaa1ca service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68a6e936-3e2e-4bc2-ab59-de0b96e000d7 HTTP/1.1" status: 200 len: 217 time: 0.0529315 Aug 24 17:54:20.917691 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093711b5-90e1-4b28-8fa7-be9590b59954 req-82b1873d-52b9-47dc-91d1-e5157d240fed tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:20.919937 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-093711b5-90e1-4b28-8fa7-be9590b59954 req-82b1873d-52b9-47dc-91d1-e5157d240fed tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 943 time: 0.1156187 Aug 24 17:54:20.941229 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:20.949739 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:20.972859 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba81ff-26c0-49fb-bffd-a5f146cd7f6e req-02c020a9-6f1f-4308-a5dd-15a50fa032ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:20.974593 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-57ba81ff-26c0-49fb-bffd-a5f146cd7f6e req-02c020a9-6f1f-4308-a5dd-15a50fa032ac service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=1f289036-4649-4f08-8be9-d53556abacbd HTTP/1.1" status: 200 len: 849 time: 0.0991657 Aug 24 17:54:21.026494 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-093711b5-90e1-4b28-8fa7-be9590b59954 req-7e2783f8-e453-4456-ac53-32442e60d714 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979712 Aug 24 17:54:21.035640 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba81ff-26c0-49fb-bffd-a5f146cd7f6e req-315185ea-77c2-484f-b0a0-f89181329b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:21.038686 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-57ba81ff-26c0-49fb-bffd-a5f146cd7f6e req-315185ea-77c2-484f-b0a0-f89181329b36 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=670b2ce6-025e-49c8-81a1-b5bd33c90dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561762 Aug 24 17:54:21.149374 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-57ba81ff-26c0-49fb-bffd-a5f146cd7f6e req-41a8cfd5-3c23-4416-bd6e-d8a047ae9f0a service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030924 Aug 24 17:54:21.278199 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664adfd-b4d4-4896-9a84-12bef3fdc87d req-21b3ae42-b7f8-4d19-83e4-d4da76360a2e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:21.286308 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-6664adfd-b4d4-4896-9a84-12bef3fdc87d req-21b3ae42-b7f8-4d19-83e4-d4da76360a2e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0653346 Aug 24 17:54:21.363590 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-6664adfd-b4d4-4896-9a84-12bef3fdc87d req-e5580342-af6c-44cd-a620-9d72982dc4a6 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759273 Aug 24 17:54:21.546460 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-57ba81ff-26c0-49fb-bffd-a5f146cd7f6e req-81e31873-47c2-459a-812f-77f1232aa6f7 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909187 Aug 24 17:54:21.671216 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0e309-66d8-45d4-a2e2-f0dceeb4ea72 req-8f847e35-84e7-42aa-af1b-2d41c2aab110 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:21.672959 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ede0e309-66d8-45d4-a2e2-f0dceeb4ea72 req-8f847e35-84e7-42aa-af1b-2d41c2aab110 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 943 time: 0.0534704 Aug 24 17:54:21.725352 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ede0e309-66d8-45d4-a2e2-f0dceeb4ea72 req-b51e0dc0-6c42-485f-b5c3-26c4933ea0b1 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462623 Aug 24 17:54:22.169962 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a458ba-c0c6-4d08-9ca1-d5bcd5e13ccd req-870ffb0b-75f1-41bd-9fc6-fe87913ce894 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:22.177314 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-96a458ba-c0c6-4d08-9ca1-d5bcd5e13ccd req-870ffb0b-75f1-41bd-9fc6-fe87913ce894 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 943 time: 0.0600131 Aug 24 17:54:22.184026 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:22.234211 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-96a458ba-c0c6-4d08-9ca1-d5bcd5e13ccd req-850bb2ac-7676-43e9-918b-a17656f7e46a tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559866 Aug 24 17:54:22.484152 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9bc6b-df20-48f8-996d-9d27cda3f330 req-65c11ea8-6c15-451c-a05f-cf218d1896af tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:22.486339 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-17a9bc6b-df20-48f8-996d-9d27cda3f330 req-65c11ea8-6c15-451c-a05f-cf218d1896af tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0507493 Aug 24 17:54:22.548084 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-17a9bc6b-df20-48f8-996d-9d27cda3f330 req-2150858c-3837-4331-ab24-812c61aab1fc tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567210 Aug 24 17:54:22.862045 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bd14f-d3ac-4eed-9120-1c8d0a0478a3 req-58ea7157-1c47-4d92-8cbc-0fdc6a7145ed tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:22.869525 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-218bd14f-d3ac-4eed-9120-1c8d0a0478a3 req-58ea7157-1c47-4d92-8cbc-0fdc6a7145ed tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 943 time: 0.0586972 Aug 24 17:54:22.918764 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-218bd14f-d3ac-4eed-9120-1c8d0a0478a3 req-fb6a1628-4602-4006-bc0c-a87ab7f124ef tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481513 Aug 24 17:54:23.352209 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beaa7ad-df1c-4f2a-8706-333498e35b03 req-fd619b6a-3874-4253-af95-ef4207c47843 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:23.353632 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6beaa7ad-df1c-4f2a-8706-333498e35b03 req-fd619b6a-3874-4253-af95-ef4207c47843 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 943 time: 0.0459476 Aug 24 17:54:23.396748 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:54:23.405184 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6beaa7ad-df1c-4f2a-8706-333498e35b03 req-824be6db-ad5a-492e-9c7d-ede55b89c149 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450659 Aug 24 17:54:23.427260 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:23.498968 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba,segment=NetworkSegment(509f5506-d136-42e3-8ef1-51a3f0b98c05),segment_id=509f5506-d136-42e3-8ef1-51a3f0b98c05)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:23.509970 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba', 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333', 'port_id': '8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba', 'mac_address': 'fa:16:3e:6b:e9:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:54:23.546109 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:54:23.546501 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:23.559553 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:54:23.580858 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba,segment=NetworkSegment(509f5506-d136-42e3-8ef1-51a3f0b98c05),segment_id=509f5506-d136-42e3-8ef1-51a3f0b98c05)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:23.586179 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:23.635125 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba,revision_number=7']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:23.675344 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7ac81-f2a9-4a55-bf76-509ee72451f7 req-e5f3de61-b324-4ece-9039-305f2ed9e7f1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:23.676875 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0fe7ac81-f2a9-4a55-bf76-509ee72451f7 req-e5f3de61-b324-4ece-9039-305f2ed9e7f1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0468683 Aug 24 17:54:23.725231 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0fe7ac81-f2a9-4a55-bf76-509ee72451f7 req-f30e8ae0-7623-453f-8f29-c6d93dc272c5 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425720 Aug 24 17:54:23.747082 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1c605-0060-4463-a4eb-96715b500352 req-86ef6f74-9644-4aad-949c-44c3f3dbc3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:23.748651 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fbc1c605-0060-4463-a4eb-96715b500352 req-86ef6f74-9644-4aad-949c-44c3f3dbc3df service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=2fe3fa5e280d4fbd8a26cac05fe8aaa9&device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 1129 time: 0.0396538 Aug 24 17:54:23.842606 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1c605-0060-4463-a4eb-96715b500352 req-73b85f48-72d2-4261-a4bc-6c2aac726722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:23.844003 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fbc1c605-0060-4463-a4eb-96715b500352 req-73b85f48-72d2-4261-a4bc-6c2aac726722 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=b4887da7-fc9b-4bdc-bef8-72d9aff23bba HTTP/1.1" status: 200 len: 918 time: 0.0886447 Aug 24 17:54:23.857029 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:54:23.906255 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fbc1c605-0060-4463-a4eb-96715b500352 req-7b92c0d2-c6d1-41de-9850-f3872683167a service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ae11597-17eb-4280-8c34-d47ce491867b HTTP/1.1" status: 200 len: 1000 time: 0.0552101 Aug 24 17:54:23.960336 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1c605-0060-4463-a4eb-96715b500352 req-e08066dd-e712-4b90-a469-8b13f4ea5097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:23.961804 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fbc1c605-0060-4463-a4eb-96715b500352 req-e08066dd-e712-4b90-a469-8b13f4ea5097 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=f4beb65d-55f8-43c8-9c96-bbd198ab3e33 HTTP/1.1" status: 200 len: 856 time: 0.0492256 Aug 24 17:54:24.036640 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1c605-0060-4463-a4eb-96715b500352 req-62fe325a-8ef4-4871-a2ce-9c156bd5ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:24.038144 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fbc1c605-0060-4463-a4eb-96715b500352 req-62fe325a-8ef4-4871-a2ce-9c156bd5ed8b service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=b4887da7-fc9b-4bdc-bef8-72d9aff23bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0645278 Aug 24 17:54:24.060466 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2963ca-11fd-4cc3-965a-c51996ffeae3 req-cf330799-2efd-47aa-be7d-eba44f704af8 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:24.062403 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-cf2963ca-11fd-4cc3-965a-c51996ffeae3 req-cf330799-2efd-47aa-be7d-eba44f704af8 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 944 time: 0.0621390 Aug 24 17:54:24.151789 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:24.165139 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-cf2963ca-11fd-4cc3-965a-c51996ffeae3 req-8f3aca41-c318-4cbe-9ba3-bac91ba53e5a tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933402 Aug 24 17:54:24.168668 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:24.179499 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fbc1c605-0060-4463-a4eb-96715b500352 req-1c072d8a-986e-48d4-b885-5f087a7432e0 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334434 Aug 24 17:54:24.271869 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fbc1c605-0060-4463-a4eb-96715b500352 req-d91101f3-7173-44aa-858b-2e8285940913 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860641 Aug 24 17:54:24.526343 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906d704-e4ad-45d6-851b-0021a420adaa req-300371fc-faf6-4f05-b1e5-12199e722e90 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:24.526794 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b906d704-e4ad-45d6-851b-0021a420adaa req-300371fc-faf6-4f05-b1e5-12199e722e90 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 943 time: 0.0503917 Aug 24 17:54:24.577072 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b906d704-e4ad-45d6-851b-0021a420adaa req-829dfa4f-4702-47bc-b330-b48c15d54df5 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446887 Aug 24 17:54:24.848687 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944aacb0-3a03-4e85-969e-834c06c1cfd9 req-3ecb59ab-e878-44ef-8199-17010ef61de4 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:24.850154 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-944aacb0-3a03-4e85-969e-834c06c1cfd9 req-3ecb59ab-e878-44ef-8199-17010ef61de4 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 945 time: 0.0483575 Aug 24 17:54:24.897038 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-944aacb0-3a03-4e85-969e-834c06c1cfd9 req-c6c20f08-3022-4e03-a2df-2fe8591fd215 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413601 Aug 24 17:54:25.171602 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:25.173452 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:25.281799 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d24d7-7c2d-49cd-9579-1d237fc1ffb8 req-856a137a-c5e3-497c-a4ce-3acc15f55788 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:25.283262 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-663d24d7-7c2d-49cd-9579-1d237fc1ffb8 req-856a137a-c5e3-497c-a4ce-3acc15f55788 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 944 time: 0.0461681 Aug 24 17:54:25.333033 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-663d24d7-7c2d-49cd-9579-1d237fc1ffb8 req-66af9377-9033-4c4f-a057-728be46cc696 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442784 Aug 24 17:54:25.434203 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:54:25.477022 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:54:25.477402 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:25.549632 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:54:25.550025 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:25.572644 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa859353-b309-4c9b-8f43-21b185b4f27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:54:25.574927 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de8cf36-87c1-42eb-9005-8b0f18d2a1cb" -d '{"events": [{"server_uuid": "aa859353-b309-4c9b-8f43-21b185b4f27d", "name": "network-vif-plugged", "status": "completed", "tag": "8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:54:25.587717 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba,segment=NetworkSegment(509f5506-d136-42e3-8ef1-51a3f0b98c05),segment_id=509f5506-d136-42e3-8ef1-51a3f0b98c05)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:25.594293 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:25.595097 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 2ae11597-17eb-4280-8c34-d47ce491867b no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:54:25.598105 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:25.622232 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a94d66-5258-4d22-a1ac-310b451ed51f x-openstack-request-id: req-f0a94d66-5258-4d22-a1ac-310b451ed51f {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:54:25.622523 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa859353-b309-4c9b-8f43-21b185b4f27d", "name": "network-vif-plugged", "status": "completed", "tag": "8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:54:25.622774 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f0a94d66-5258-4d22-a1ac-310b451ed51f {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:54:25.623169 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0a94d66-5258-4d22-a1ac-310b451ed51f'] response: {'server_uuid': 'aa859353-b309-4c9b-8f43-21b185b4f27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba', 'code': 200} Aug 24 17:54:25.673898 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:25.679508 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba,revision_number=8']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:25.704388 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab03eb-aee2-4ed1-8d9d-6e8d29a35884 req-56a96f6c-7288-4208-9ac2-f01ff9a28503 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:25.706332 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c5ab03eb-aee2-4ed1-8d9d-6e8d29a35884 req-56a96f6c-7288-4208-9ac2-f01ff9a28503 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 943 time: 0.0540156 Aug 24 17:54:25.715988 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 2ae11597-17eb-4280-8c34-d47ce491867b is: ACTIVE; New status is: DOWN {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:54:25.716428 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:25.751235 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 2ae11597-17eb-4280-8c34-d47ce491867b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=2ae11597-17eb-4280-8c34-d47ce491867b,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:25.755332 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:25.759627 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c5ab03eb-aee2-4ed1-8d9d-6e8d29a35884 req-c042d2f6-acec-4052-87be-d77f6cb79890 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471673 Aug 24 17:54:25.810599 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=2ae11597-17eb-4280-8c34-d47ce491867b,revision_number=8']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:26.024415 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56d383-4da1-4b11-8d69-a4540818d4d2 req-9f81035e-d35f-4ae9-83c7-8fbc7922930d tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:26.025875 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4e56d383-4da1-4b11-8d69-a4540818d4d2 req-9f81035e-d35f-4ae9-83c7-8fbc7922930d tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 943 time: 0.0481818 Aug 24 17:54:26.072825 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4e56d383-4da1-4b11-8d69-a4540818d4d2 req-848dd51f-da5d-4f30-ba2b-fe785ed0020f tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405934 Aug 24 17:54:26.450117 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae8e2f-dd5d-472b-8fc0-2e1734f7283e req-a3f8a89b-5ff7-49cc-aa3b-448a9e60d952 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:26.451586 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-87ae8e2f-dd5d-472b-8fc0-2e1734f7283e req-a3f8a89b-5ff7-49cc-aa3b-448a9e60d952 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0460584 Aug 24 17:54:26.501874 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-87ae8e2f-dd5d-472b-8fc0-2e1734f7283e req-54d6a2be-aead-4843-a74f-3ff12674dae0 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439150 Aug 24 17:54:26.937293 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192baaf0-a734-4f1d-851d-431a5024a3e5 req-2e10d876-3c19-426e-8514-5cdc11fd019d tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:26.938758 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-192baaf0-a734-4f1d-851d-431a5024a3e5 req-2e10d876-3c19-426e-8514-5cdc11fd019d tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 943 time: 0.0508730 Aug 24 17:54:26.988369 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-192baaf0-a734-4f1d-851d-431a5024a3e5 req-bc4b7031-9fa3-4c15-be89-dec88b79f5ec tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440776 Aug 24 17:54:27.041548 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231bd9d-1803-4eb9-9661-d41c282e1721 req-d3dd48da-949b-4e1d-a9f9-ba1f7d3a7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:27.043162 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8231bd9d-1803-4eb9-9661-d41c282e1721 req-d3dd48da-949b-4e1d-a9f9-ba1f7d3a7416 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 1129 time: 0.0397322 Aug 24 17:54:27.091402 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8231bd9d-1803-4eb9-9661-d41c282e1721 req-c5f3c6ab-afe1-4a4f-aa84-30af04067cae service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416336 Aug 24 17:54:27.194871 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f901393-c987-452b-b2ab-89b8309f9903 req-ac732858-ff7a-4ada-9146-93964c3a175e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:27.196369 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5f901393-c987-452b-b2ab-89b8309f9903 req-ac732858-ff7a-4ada-9146-93964c3a175e tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 943 time: 0.0461707 Aug 24 17:54:27.215045 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:27.247921 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5f901393-c987-452b-b2ab-89b8309f9903 req-a009ce8e-4b51-46a6-9164-f8da0f6efb5c tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460608 Aug 24 17:54:27.624576 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34147b78-b9f5-4566-8d38-f0ed7ef27e7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ae11597-17eb-4280-8c34-d47ce491867b'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:54:27.627046 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bdf936-9577-4694-a2e0-2732296e0c0c" -d '{"events": [{"server_uuid": "34147b78-b9f5-4566-8d38-f0ed7ef27e7f", "name": "network-vif-unplugged", "status": "completed", "tag": "2ae11597-17eb-4280-8c34-d47ce491867b"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:54:27.634085 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340f38c-ae61-43f9-baca-0873cee31f04 req-d32da39e-0019-4afc-bd39-6768321952c4 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:27.635757 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c340f38c-ae61-43f9-baca-0873cee31f04 req-d32da39e-0019-4afc-bd39-6768321952c4 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0548368 Aug 24 17:54:27.669401 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Aug 2022 17:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7780196b-1a2a-4c46-9b04-9042c46c19a9 x-openstack-request-id: req-7780196b-1a2a-4c46-9b04-9042c46c19a9 {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:54:27.669700 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34147b78-b9f5-4566-8d38-f0ed7ef27e7f", "name": "network-vif-unplugged", "status": "failed", "tag": "2ae11597-17eb-4280-8c34-d47ce491867b", "code": 422}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:54:27.669953 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7780196b-1a2a-4c46-9b04-9042c46c19a9 {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:54:27.670402 dv-cinder-840525-3-iscsi neutron-server[112765]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7780196b-1a2a-4c46-9b04-9042c46c19a9']: {'server_uuid': '34147b78-b9f5-4566-8d38-f0ed7ef27e7f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2ae11597-17eb-4280-8c34-d47ce491867b', 'code': 422} returned with failed status Aug 24 17:54:27.690851 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c340f38c-ae61-43f9-baca-0873cee31f04 req-bb92d99c-818d-47ff-a8aa-8dccd4be906d tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452168 Aug 24 17:54:28.111697 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bd39b-38a0-4919-a82d-7139443881d2 req-d9503330-7054-4054-9f16-948c9bc0e12d tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:28.113172 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0e7bd39b-38a0-4919-a82d-7139443881d2 req-d9503330-7054-4054-9f16-948c9bc0e12d tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 943 time: 0.0521042 Aug 24 17:54:28.168745 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0e7bd39b-38a0-4919-a82d-7139443881d2 req-2bf93d96-833a-4be7-8812-e5dab44f2337 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492232 Aug 24 17:54:28.807855 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffd5bc-0fde-4e92-a5af-0797974b0c85 req-50bc8ce1-3e87-4052-8ac5-840c6c288a66 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:28.809208 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e3ffd5bc-0fde-4e92-a5af-0797974b0c85 req-50bc8ce1-3e87-4052-8ac5-840c6c288a66 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0468268 Aug 24 17:54:28.857230 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e3ffd5bc-0fde-4e92-a5af-0797974b0c85 req-eaddcde9-2981-47dc-a61f-a5bc0a1cd8e3 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425599 Aug 24 17:54:29.214922 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5bcc5-da58-43cf-b4cb-2b71b66d2bff req-5f4644da-df9b-46a1-a0e4-257845613659 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:29.216891 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f2d5bcc5-da58-43cf-b4cb-2b71b66d2bff req-5f4644da-df9b-46a1-a0e4-257845613659 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 943 time: 0.0509248 Aug 24 17:54:29.268206 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f2d5bcc5-da58-43cf-b4cb-2b71b66d2bff req-1ed437cf-dbc4-4203-ba3d-16d9f18f9149 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448985 Aug 24 17:54:29.297013 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a75d66-a2de-458e-b256-9c9658ece6ef req-359ca46d-a452-40a0-9694-5de10725db64 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:29.298527 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-56a75d66-a2de-458e-b256-9c9658ece6ef req-359ca46d-a452-40a0-9694-5de10725db64 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 943 time: 0.0526192 Aug 24 17:54:29.351135 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-56a75d66-a2de-458e-b256-9c9658ece6ef req-0af38464-9041-47fd-a114-4818f0e450d5 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457771 Aug 24 17:54:29.411098 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e76476cb-38cc-43b0-a033-6d027356292f req-f62e1811-e86b-4e57-8009-a63f8c8ea114 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0472097 Aug 24 17:54:29.457760 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 68a6e936-3e2e-4bc2-ab59-de0b96e000d7 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:54:29.461156 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 2ae11597-17eb-4280-8c34-d47ce491867b no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:54:29.486202 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76476cb-38cc-43b0-a033-6d027356292f req-d16d2fe9-581d-42b7-8acb-eda55a64e097 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:29.487776 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e76476cb-38cc-43b0-a033-6d027356292f req-d16d2fe9-581d-42b7-8acb-eda55a64e097 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports/2ae11597-17eb-4280-8c34-d47ce491867b HTTP/1.1" status: 200 len: 940 time: 0.0486634 Aug 24 17:54:29.603292 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 2ae11597-17eb-4280-8c34-d47ce491867b is: DOWN; New status is: DOWN {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:54:29.625827 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 68a6e936-3e2e-4bc2-ab59-de0b96e000d7, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=68a6e936-3e2e-4bc2-ab59-de0b96e000d7,segment=NetworkSegment(30259835-216c-4123-bc4a-7b0c958ef368),segment_id=30259835-216c-4123-bc4a-7b0c958ef368)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:29.637186 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '68a6e936-3e2e-4bc2-ab59-de0b96e000d7', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'port_id': '68a6e936-3e2e-4bc2-ab59-de0b96e000d7', 'mac_address': 'fa:16:3e:f4:49:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:54:29.672953 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 68a6e936-3e2e-4bc2-ab59-de0b96e000d7 is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:54:29.673350 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (68a6e936-3e2e-4bc2-ab59-de0b96e000d7), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:29.686823 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a6e936-3e2e-4bc2-ab59-de0b96e000d7 {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:54:29.709291 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 68a6e936-3e2e-4bc2-ab59-de0b96e000d7, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=68a6e936-3e2e-4bc2-ab59-de0b96e000d7,segment=NetworkSegment(30259835-216c-4123-bc4a-7b0c958ef368),segment_id=30259835-216c-4123-bc4a-7b0c958ef368)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:29.713800 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (68a6e936-3e2e-4bc2-ab59-de0b96e000d7), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:29.765294 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=68a6e936-3e2e-4bc2-ab59-de0b96e000d7,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:29.974911 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['68a6e936-3e2e-4bc2-ab59-de0b96e000d7'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:54:30.144215 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:30.273599 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76476cb-38cc-43b0-a033-6d027356292f req-6aa6ea18-a0d6-439a-b572-12e0f182c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:30.275075 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e76476cb-38cc-43b0-a033-6d027356292f req-6aa6ea18-a0d6-439a-b572-12e0f182c7d7 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f&tenant_id=2fe3fa5e280d4fbd8a26cac05fe8aaa9 HTTP/1.1" status: 200 len: 1127 time: 0.0436621 Aug 24 17:54:30.339447 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76476cb-38cc-43b0-a033-6d027356292f req-31c9b731-3cd7-4b73-8c2b-cd232e6f0a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:30.340977 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e76476cb-38cc-43b0-a033-6d027356292f req-31c9b731-3cd7-4b73-8c2b-cd232e6f0a7a service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=2fe3fa5e280d4fbd8a26cac05fe8aaa9&device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 1127 time: 0.0414689 Aug 24 17:54:30.449677 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35047466-bbcd-4e5f-baf0-ec7fef487beb req-5a29317a-c4ad-44be-8372-f893ef2a362c tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:30.451155 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-35047466-bbcd-4e5f-baf0-ec7fef487beb req-5a29317a-c4ad-44be-8372-f893ef2a362c tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 943 time: 0.0963762 Aug 24 17:54:30.467037 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:30.469664 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57080596-1799-40ae-97c6-e1e3c0829755 req-ddc5716f-aad9-4616-a0fb-222778ecc061 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:30.471276 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-57080596-1799-40ae-97c6-e1e3c0829755 req-ddc5716f-aad9-4616-a0fb-222778ecc061 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 944 time: 0.0476029 Aug 24 17:54:30.502395 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:30.503434 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76476cb-38cc-43b0-a033-6d027356292f req-7ec57e09-3cdd-4839-8f38-b1c53670a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:30.507238 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e76476cb-38cc-43b0-a033-6d027356292f req-7ec57e09-3cdd-4839-8f38-b1c53670a144 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=b4887da7-fc9b-4bdc-bef8-72d9aff23bba HTTP/1.1" status: 200 len: 918 time: 0.1600914 Aug 24 17:54:30.528010 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-57080596-1799-40ae-97c6-e1e3c0829755 req-71200596-d6f3-4292-8426-07fa2f568144 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506549 Aug 24 17:54:30.532973 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-35047466-bbcd-4e5f-baf0-ec7fef487beb req-69ef30c7-9dcc-45d6-9359-fcc215671d94 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753453 Aug 24 17:54:30.575770 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:30.583025 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e76476cb-38cc-43b0-a033-6d027356292f req-41b31d5f-9002-46e8-93bf-df268a8a4bbe service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ae11597-17eb-4280-8c34-d47ce491867b HTTP/1.1" status: 200 len: 998 time: 0.0653744 Aug 24 17:54:30.635994 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76476cb-38cc-43b0-a033-6d027356292f req-5c516148-03be-48a4-8382-1cde7d28d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:30.637436 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e76476cb-38cc-43b0-a033-6d027356292f req-5c516148-03be-48a4-8382-1cde7d28d624 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=f4beb65d-55f8-43c8-9c96-bbd198ab3e33 HTTP/1.1" status: 200 len: 856 time: 0.0479598 Aug 24 17:54:30.682157 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76476cb-38cc-43b0-a033-6d027356292f req-55948217-30e5-4eca-90ed-4e7f59cacf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:30.683690 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e76476cb-38cc-43b0-a033-6d027356292f req-55948217-30e5-4eca-90ed-4e7f59cacf90 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=b4887da7-fc9b-4bdc-bef8-72d9aff23bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386629 Aug 24 17:54:30.781881 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e76476cb-38cc-43b0-a033-6d027356292f req-b7465d54-77d0-46a3-90fd-0e3e33541ef3 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853832 Aug 24 17:54:30.871400 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e76476cb-38cc-43b0-a033-6d027356292f req-c59ccea2-1794-4dc8-a287-a2e1267e3fa6 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835495 Aug 24 17:54:31.471251 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 68a6e936-3e2e-4bc2-ab59-de0b96e000d7 up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:54:31.520383 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning for port 68a6e936-3e2e-4bc2-ab59-de0b96e000d7 completed by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:54:31.534520 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 68a6e936-3e2e-4bc2-ab59-de0b96e000d7 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:54:31.534986 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (68a6e936-3e2e-4bc2-ab59-de0b96e000d7), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:31.597133 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:31.668241 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 68a6e936-3e2e-4bc2-ab59-de0b96e000d7 is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:54:31.668628 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (68a6e936-3e2e-4bc2-ab59-de0b96e000d7), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:31.705241 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38237468-6ade-46a7-830f-371a8a34c4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a6e936-3e2e-4bc2-ab59-de0b96e000d7'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:54:31.707565 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd8ae2b-5c8c-4acb-9922-5a6849539122" -d '{"events": [{"server_uuid": "38237468-6ade-46a7-830f-371a8a34c4f4", "name": "network-vif-plugged", "status": "completed", "tag": "68a6e936-3e2e-4bc2-ab59-de0b96e000d7"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:54:31.716071 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62a557-9c56-4ec5-a35a-9ef54c084196 req-a09ec727-d4f7-49b5-a24d-c13d89d74304 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:31.718973 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9e62a557-9c56-4ec5-a35a-9ef54c084196 req-a09ec727-d4f7-49b5-a24d-c13d89d74304 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 944 time: 0.0814927 Aug 24 17:54:31.724684 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 68a6e936-3e2e-4bc2-ab59-de0b96e000d7, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=68a6e936-3e2e-4bc2-ab59-de0b96e000d7,segment=NetworkSegment(30259835-216c-4123-bc4a-7b0c958ef368),segment_id=30259835-216c-4123-bc4a-7b0c958ef368)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:31.729045 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280eb53-99d0-4e00-b977-401cf9eeb085 req-86f395c7-0e84-4a73-b9c6-28ccb1b183df tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:31.731308 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e280eb53-99d0-4e00-b977-401cf9eeb085 req-86f395c7-0e84-4a73-b9c6-28ccb1b183df tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 943 time: 0.1058497 Aug 24 17:54:31.735050 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (68a6e936-3e2e-4bc2-ab59-de0b96e000d7), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:31.785961 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9e62a557-9c56-4ec5-a35a-9ef54c084196 req-5c1d3043-8fbb-4742-bc83-d1500900b1aa tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608673 Aug 24 17:54:31.807557 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=68a6e936-3e2e-4bc2-ab59-de0b96e000d7,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:31.826173 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e280eb53-99d0-4e00-b977-401cf9eeb085 req-eabd1ff0-17b1-4dfd-8ff8-0383dfb355fe tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862703 Aug 24 17:54:31.868687 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1cd927-d7a6-4440-ba98-32b500fbcd2c x-openstack-request-id: req-9a1cd927-d7a6-4440-ba98-32b500fbcd2c {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:54:31.868986 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38237468-6ade-46a7-830f-371a8a34c4f4", "name": "network-vif-plugged", "status": "completed", "tag": "68a6e936-3e2e-4bc2-ab59-de0b96e000d7", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:54:31.869289 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9a1cd927-d7a6-4440-ba98-32b500fbcd2c {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:54:31.869763 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1cd927-d7a6-4440-ba98-32b500fbcd2c'] response: {'server_uuid': '38237468-6ade-46a7-830f-371a8a34c4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a6e936-3e2e-4bc2-ab59-de0b96e000d7', 'code': 200} Aug 24 17:54:32.915989 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16d0bd-c2e5-4dc4-b7e0-4ccf566a9308 req-7851f11d-418d-4776-8f1d-9c8d94df379c tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:32.917510 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-aa16d0bd-c2e5-4dc4-b7e0-4ccf566a9308 req-7851f11d-418d-4776-8f1d-9c8d94df379c tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0515788 Aug 24 17:54:32.972010 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-aa16d0bd-c2e5-4dc4-b7e0-4ccf566a9308 req-76a186c6-a71d-4a88-af1d-3f9d3e672b78 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484600 Aug 24 17:54:32.974443 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c11dc-a69a-4fc0-b311-4156cfa69ad9 req-3f396b7b-bd9e-476f-90b8-d727dfb89148 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:32.975970 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c01c11dc-a69a-4fc0-b311-4156cfa69ad9 req-3f396b7b-bd9e-476f-90b8-d727dfb89148 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 943 time: 0.0597398 Aug 24 17:54:33.039804 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c01c11dc-a69a-4fc0-b311-4156cfa69ad9 req-d253fe8d-61f3-455d-ab5f-834b57aa7933 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570998 Aug 24 17:54:34.102482 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600938c2-1361-43be-a9e4-59ef7a1d8c5b req-5b96c37e-33a5-472d-860b-84f06278141c tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:34.109191 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-600938c2-1361-43be-a9e4-59ef7a1d8c5b req-5b96c37e-33a5-472d-860b-84f06278141c tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0577285 Aug 24 17:54:34.166043 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-600938c2-1361-43be-a9e4-59ef7a1d8c5b req-1d220f98-8f61-46cf-97dd-d3ca6e782589 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557239 Aug 24 17:54:34.208194 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bac3b-718c-4ec9-bfed-2d5de05b57fb req-f040fb47-7295-416f-85ba-e2ab16f35fc1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:34.209770 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-925bac3b-718c-4ec9-bfed-2d5de05b57fb req-f040fb47-7295-416f-85ba-e2ab16f35fc1 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 943 time: 0.0681500 Aug 24 17:54:34.260158 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-925bac3b-718c-4ec9-bfed-2d5de05b57fb req-9dbb4775-1412-4f01-a995-a853b0ac472a tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433948 Aug 24 17:54:35.113238 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:35.293329 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3cdd9-0cc0-4ef3-ac2b-0b7ad9c25362 req-a41dfc6b-63cc-4b5a-8c4c-ff10eb8d07db tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:35.295653 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-edc3cdd9-0cc0-4ef3-ac2b-0b7ad9c25362 req-a41dfc6b-63cc-4b5a-8c4c-ff10eb8d07db tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0521472 Aug 24 17:54:35.350583 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-edc3cdd9-0cc0-4ef3-ac2b-0b7ad9c25362 req-a0495860-90e9-4ee5-9255-99a003d903c3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486434 Aug 24 17:54:35.395183 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f24526-f9f1-4d1c-82c2-468ec4d14fcf req-c30963e5-a56d-4734-81ba-33ba9ea6d459 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:35.397712 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-57f24526-f9f1-4d1c-82c2-468ec4d14fcf req-c30963e5-a56d-4734-81ba-33ba9ea6d459 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 943 time: 0.0535064 Aug 24 17:54:35.450826 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-57f24526-f9f1-4d1c-82c2-468ec4d14fcf req-eaac0b49-427e-4773-8bf2-e76d0a5b1af3 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471373 Aug 24 17:54:36.477221 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6d7b5-513e-4b70-894e-0a4cda2a693e req-4f9b5ef8-1d81-43ae-b698-ae79f8e40397 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:36.479031 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c2f6d7b5-513e-4b70-894e-0a4cda2a693e req-4f9b5ef8-1d81-43ae-b698-ae79f8e40397 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0550065 Aug 24 17:54:36.539532 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c2f6d7b5-513e-4b70-894e-0a4cda2a693e req-d3477611-3b74-4e62-a699-0fe6475430b0 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541680 Aug 24 17:54:36.598660 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78d141-3ed6-4877-8dcc-efeaed86cab3 req-6bcd6bd8-dd36-4019-a4a6-0533e2c4c85b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:36.600308 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fd78d141-3ed6-4877-8dcc-efeaed86cab3 req-6bcd6bd8-dd36-4019-a4a6-0533e2c4c85b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 943 time: 0.0527537 Aug 24 17:54:36.657531 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fd78d141-3ed6-4877-8dcc-efeaed86cab3 req-f029a450-550a-4a1d-b2e7-d1288f0a1c60 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503504 Aug 24 17:54:36.990811 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-bde24873-dcdd-4495-8fcc-62dd1b1c76a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:37.684815 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41886fed-8839-4e80-8165-3830fedd5f4e req-91d84649-0df0-4369-b0ea-95728a1fdd37 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:37.686371 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-41886fed-8839-4e80-8165-3830fedd5f4e req-91d84649-0df0-4369-b0ea-95728a1fdd37 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0532222 Aug 24 17:54:37.727811 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:37.745865 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-41886fed-8839-4e80-8165-3830fedd5f4e req-0d7c1933-9a1f-42c4-aa0f-e074fc89d97c tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529666 Aug 24 17:54:37.813142 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6913fcd-9907-423d-963e-6be1b2b58fa7 req-daf979b5-175a-45d1-aa38-3885e2eb1aa6 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:37.814532 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c6913fcd-9907-423d-963e-6be1b2b58fa7 req-daf979b5-175a-45d1-aa38-3885e2eb1aa6 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 943 time: 0.0588892 Aug 24 17:54:37.868191 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c6913fcd-9907-423d-963e-6be1b2b58fa7 req-a0a9fcf5-4396-4a15-bc59-495c5e608719 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481119 Aug 24 17:54:38.889448 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2f68c-3273-44af-be19-5acf687d7f31 req-ee4803e6-e601-4074-abd0-6d9271d92578 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:38.891600 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-74d2f68c-3273-44af-be19-5acf687d7f31 req-ee4803e6-e601-4074-abd0-6d9271d92578 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0509517 Aug 24 17:54:38.945008 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-74d2f68c-3273-44af-be19-5acf687d7f31 req-a162cd39-01c9-4212-be60-b0ba44395238 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478868 Aug 24 17:54:39.002434 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4052a-11db-4aeb-89cc-7158c3ce852e req-1625ce3b-298e-446f-8094-e381f5da9733 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:39.004156 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-58a4052a-11db-4aeb-89cc-7158c3ce852e req-1625ce3b-298e-446f-8094-e381f5da9733 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 943 time: 0.0510528 Aug 24 17:54:39.030920 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:39.065866 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-58a4052a-11db-4aeb-89cc-7158c3ce852e req-0d1c066a-e8f6-4838-bd88-86e135a7af3a tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557992 Aug 24 17:54:39.460806 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-7e10eda2-6785-41ff-b88d-760094e2b789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:40.066645 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a50dd-b3d2-4e33-bf38-f4fa1a1c4b93 req-3e594b10-95b9-4f03-bea8-2601657f7f65 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:40.068606 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-039a50dd-b3d2-4e33-bf38-f4fa1a1c4b93 req-3e594b10-95b9-4f03-bea8-2601657f7f65 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0486538 Aug 24 17:54:40.132278 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-039a50dd-b3d2-4e33-bf38-f4fa1a1c4b93 req-de410eca-d9a1-4e51-b393-82bf101109af tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578849 Aug 24 17:54:40.207793 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaecc13-ce5b-4179-97e2-3feae36e3a7b req-0ba64a83-aa2a-445e-aee6-11317a99e54b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:40.209305 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6aaecc13-ce5b-4179-97e2-3feae36e3a7b req-0ba64a83-aa2a-445e-aee6-11317a99e54b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 943 time: 0.0492954 Aug 24 17:54:40.235278 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:40.257959 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6aaecc13-ce5b-4179-97e2-3feae36e3a7b req-6a0c33df-0598-45e6-bd0d-62b09cafe89b tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429320 Aug 24 17:54:40.608215 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:41.252231 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850aa0f-84ce-42b0-94a8-7450245bcef9 req-8adebe54-136a-4329-9356-e65df9144547 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:41.253737 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0850aa0f-84ce-42b0-94a8-7450245bcef9 req-8adebe54-136a-4329-9356-e65df9144547 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0475695 Aug 24 17:54:41.301720 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-0850aa0f-84ce-42b0-94a8-7450245bcef9 req-b6374f4c-ee56-400a-8787-e908f8484c68 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424008 Aug 24 17:54:41.387170 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902707e-7267-45e8-a878-11d87f0918e7 req-650bbdd2-86d1-4044-b37c-271b4dcce969 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:41.388655 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3902707e-7267-45e8-a878-11d87f0918e7 req-650bbdd2-86d1-4044-b37c-271b4dcce969 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 943 time: 0.0508668 Aug 24 17:54:41.435921 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3902707e-7267-45e8-a878-11d87f0918e7 req-c48bd333-0491-4f06-af4e-72c686c8de40 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409904 Aug 24 17:54:41.965752 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:41.983333 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56af045-30df-4f11-8ebf-989a409bdadf req-7a3ef209-d31a-4308-9a67-5524bc51c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:41.985584 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c56af045-30df-4f11-8ebf-989a409bdadf req-7a3ef209-d31a-4308-9a67-5524bc51c427 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 1129 time: 0.0405753 Aug 24 17:54:42.032567 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c56af045-30df-4f11-8ebf-989a409bdadf req-33f649ce-5bf7-4a3b-a0b0-40d33202e0ac service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404985 Aug 24 17:54:42.060187 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:42.418672 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723fd23-7f0f-469f-81b0-3b792b23d15f req-2b931ef7-25bd-4468-bce1-ea935021140e tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:42.420186 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b723fd23-7f0f-469f-81b0-3b792b23d15f req-2b931ef7-25bd-4468-bce1-ea935021140e tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0464456 Aug 24 17:54:42.468362 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b723fd23-7f0f-469f-81b0-3b792b23d15f req-f64a7145-7f48-4721-956f-ec775eb48ba0 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426512 Aug 24 17:54:42.564957 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f0b77-3fc2-479c-a667-68d6a63f55c3 req-962a36ce-6395-4be3-a3ae-ea2769bea62f tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:42.566437 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-665f0b77-3fc2-479c-a667-68d6a63f55c3 req-962a36ce-6395-4be3-a3ae-ea2769bea62f tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 943 time: 0.0531979 Aug 24 17:54:42.614122 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-665f0b77-3fc2-479c-a667-68d6a63f55c3 req-5d1299d7-9e27-4b37-b928-98a1f2efc4ae tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420318 Aug 24 17:54:43.501732 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 2ae11597-17eb-4280-8c34-d47ce491867b details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:54:43.617219 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e9223-7944-492a-ad24-c77809f44e18 req-fe55366e-fd00-4f3b-8a23-d5c059b6ed7a tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:43.619046 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e88e9223-7944-492a-ad24-c77809f44e18 req-fe55366e-fd00-4f3b-8a23-d5c059b6ed7a tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0513802 Aug 24 17:54:43.633873 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 2ae11597-17eb-4280-8c34-d47ce491867b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=2ae11597-17eb-4280-8c34-d47ce491867b,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:43.649629 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '2ae11597-17eb-4280-8c34-d47ce491867b', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'port_id': '2ae11597-17eb-4280-8c34-d47ce491867b', 'mac_address': 'fa:16:3e:40:36:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:54:43.675251 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e88e9223-7944-492a-ad24-c77809f44e18 req-9eb8f4d6-e46c-43a4-b2cd-0136587fbffb tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501204 Aug 24 17:54:43.698874 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 2ae11597-17eb-4280-8c34-d47ce491867b is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:54:43.699540 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:43.714215 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae11597-17eb-4280-8c34-d47ce491867b {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:54:43.734561 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 2ae11597-17eb-4280-8c34-d47ce491867b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=2ae11597-17eb-4280-8c34-d47ce491867b,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:43.737940 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:43.757521 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32dc3c-0c5d-4c22-8bc5-41e6cccc1058 req-e1e783b9-0d25-4610-9d9e-dcfab443f32a tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:43.759118 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8b32dc3c-0c5d-4c22-8bc5-41e6cccc1058 req-e1e783b9-0d25-4610-9d9e-dcfab443f32a tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 943 time: 0.0553122 Aug 24 17:54:43.784242 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=2ae11597-17eb-4280-8c34-d47ce491867b,revision_number=9']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:43.810372 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8b32dc3c-0c5d-4c22-8bc5-41e6cccc1058 req-90b9c25e-c34d-4d90-95af-a60326ba2dd5 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453868 Aug 24 17:54:44.032109 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['2ae11597-17eb-4280-8c34-d47ce491867b'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:54:44.118963 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:44.800988 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3f359-b594-4876-b064-8a71420ce4f3 req-90581336-0b28-4e9e-955e-56517b97cafe tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:44.802687 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4be3f359-b594-4876-b064-8a71420ce4f3 req-90581336-0b28-4e9e-955e-56517b97cafe tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0508111 Aug 24 17:54:44.845862 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:44.855846 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4be3f359-b594-4876-b064-8a71420ce4f3 req-cc4a2c9f-c4ab-404e-b5e9-83814bf7d969 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475411 Aug 24 17:54:44.967068 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2635f3d-79f7-4a8f-8d86-5ef78588a662 req-221209bf-0513-43b9-b14c-bea3bb99a13f tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:44.968723 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f2635f3d-79f7-4a8f-8d86-5ef78588a662 req-221209bf-0513-43b9-b14c-bea3bb99a13f tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 944 time: 0.0580432 Aug 24 17:54:45.005203 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a416e7-517d-4832-8464-5cb688a72dff req-1dfdd790-271a-42f2-90bb-c5f4479df25d tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:45.006807 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c7a416e7-517d-4832-8464-5cb688a72dff req-1dfdd790-271a-42f2-90bb-c5f4479df25d tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0525491 Aug 24 17:54:45.023507 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f2635f3d-79f7-4a8f-8d86-5ef78588a662 req-e0a7abd7-c781-422d-8992-fd6a9fb09370 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476329 Aug 24 17:54:45.061020 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c7a416e7-517d-4832-8464-5cb688a72dff req-d8def6f3-3e1c-4a99-8055-0cfc3b18809c tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479069 Aug 24 17:54:45.088602 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38016) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:45.126214 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aeacdb-87fe-4499-98b4-efaa5826c0cf tempest-TestVolumeBootPattern-1677329779 tempest-TestVolumeBootPattern-1677329779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:45.127743 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-d4aeacdb-87fe-4499-98b4-efaa5826c0cf tempest-TestVolumeBootPattern-1677329779 tempest-TestVolumeBootPattern-1677329779-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 1124 time: 0.0381498 Aug 24 17:54:45.130510 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38018) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:45.134767 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Request body: {'floatingip': {'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'port_id': '68a6e936-3e2e-4bc2-ab59-de0b96e000d7', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:54:45.157761 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:45.238615 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:45.346435 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Allocated IP 172.27.1.228 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/0686de84-5c93-454d-b141-4d8a2fd684f1) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:54:45.383760 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:45.455068 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for port (0686de84-5c93-454d-b141-4d8a2fd684f1), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:45.494910 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (0686de84-5c93-454d-b141-4d8a2fd684f1), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:45.538221 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 2ae11597-17eb-4280-8c34-d47ce491867b up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:54:45.538749 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:54:45.543730 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:54:45.546285 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:54:45.549776 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Pushing event updated for resources: {'Port': ['ID=0686de84-5c93-454d-b141-4d8a2fd684f1,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:45.576935 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.577286 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.578211 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.578557 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.578891 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.579507 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.579834 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.580162 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.580495 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.580858 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.581151 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.581484 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.581810 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.581955 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 2ae11597-17eb-4280-8c34-d47ce491867b triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:54:45.582134 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.582324 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:45.582467 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.655031 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 2ae11597-17eb-4280-8c34-d47ce491867b is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:54:45.655311 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:45.658380 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:45.679940 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34147b78-b9f5-4566-8d38-f0ed7ef27e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae11597-17eb-4280-8c34-d47ce491867b'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:54:45.682152 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aad9b7c-7e38-4f7c-8cc7-ed5a96919ea5" -d '{"events": [{"server_uuid": "34147b78-b9f5-4566-8d38-f0ed7ef27e7f", "name": "network-vif-plugged", "status": "completed", "tag": "2ae11597-17eb-4280-8c34-d47ce491867b"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:54:45.695652 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 2ae11597-17eb-4280-8c34-d47ce491867b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=2ae11597-17eb-4280-8c34-d47ce491867b,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:45.700801 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:45.756863 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=2ae11597-17eb-4280-8c34-d47ce491867b,revision_number=10']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:45.764823 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.765699 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.766228 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.766569 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.766904 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.767233 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.767592 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.767917 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.768240 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.768562 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.768883 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.769206 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.769524 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.769882 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.770181 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:45.772477 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:45.889303 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bac5f2-a16b-442e-bd8e-c5359ca1587d x-openstack-request-id: req-59bac5f2-a16b-442e-bd8e-c5359ca1587d {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:54:45.889594 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34147b78-b9f5-4566-8d38-f0ed7ef27e7f", "name": "network-vif-plugged", "status": "completed", "tag": "2ae11597-17eb-4280-8c34-d47ce491867b", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:54:45.889844 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-59bac5f2-a16b-442e-bd8e-c5359ca1587d {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:54:45.890779 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59bac5f2-a16b-442e-bd8e-c5359ca1587d'] response: {'server_uuid': '34147b78-b9f5-4566-8d38-f0ed7ef27e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae11597-17eb-4280-8c34-d47ce491867b', 'code': 200} Aug 24 17:54:45.920628 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for floatingip (90aa5386-4979-411d-b3b9-b37f2ce45fc3), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:45.991358 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (0686de84-5c93-454d-b141-4d8a2fd684f1), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:46.098418 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31885d22-049d-41ba-8268-78fee614a386 req-3b72e434-ae83-4df9-8716-adc638ab4c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:46.101645 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-31885d22-049d-41ba-8268-78fee614a386 req-3b72e434-ae83-4df9-8716-adc638ab4c6e service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 1130 time: 0.0449438 Aug 24 17:54:46.148452 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-31885d22-049d-41ba-8268-78fee614a386 req-cb9ea903-e16d-459c-833e-8a631fdb8a9c service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394540 Aug 24 17:54:46.181326 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e04cc-d91f-4849-974e-7e1367bfc07d req-2c7b1417-d4f6-4985-94b0-6f4828ca8313 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:46.182706 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4f4e04cc-d91f-4849-974e-7e1367bfc07d req-2c7b1417-d4f6-4985-94b0-6f4828ca8313 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 946 time: 0.0685575 Aug 24 17:54:46.197226 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for port (0686de84-5c93-454d-b141-4d8a2fd684f1), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:46.205468 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:46.208664 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (0686de84-5c93-454d-b141-4d8a2fd684f1), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:46.297902 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4f4e04cc-d91f-4849-974e-7e1367bfc07d req-2ec95604-8864-4781-b360-b8e322ade664 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095631 Aug 24 17:54:46.300424 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Pushing event updated for resources: {'Port': ['ID=0686de84-5c93-454d-b141-4d8a2fd684f1,revision_number=2']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:46.303553 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (90aa5386-4979-411d-b3b9-b37f2ce45fc3), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:46.399253 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.l3_db [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Floating IP 90aa5386-4979-411d-b3b9-b37f2ce45fc3 associated. External IP: 172.27.1.228, port: 68a6e936-3e2e-4bc2-ab59-de0b96e000d7. Aug 24 17:54:46.597789 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Router 85b72639-72a9-4412-b377-c61e399e5b2c has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:54:46.600903 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:46.699851 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:54:46.710971 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe7edf3-8a6d-400b-a8da-e80c8eda22bd None None] Sync routers for ids ['85b72639-72a9-4412-b377-c61e399e5b2c'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:54:46.718987 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:46.721229 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe7edf3-8a6d-400b-a8da-e80c8eda22bd None None] Routers {'85b72639-72a9-4412-b377-c61e399e5b2c'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:54:46.721943 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-2fe7edf3-8a6d-400b-a8da-e80c8eda22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:54:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['85b72639-72a9-4412-b377-c61e399e5b2c'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:46.750550 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-25ca55f5-8eda-4df0-81c0-dd446b8fddbd tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6168149 Aug 24 17:54:46.750550 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38237468-6ade-46a7-830f-371a8a34c4f4', 'tag': '68a6e936-3e2e-4bc2-ab59-de0b96e000d7'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:54:46.751343 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfa0567-3200-4d26-9f49-a12f1abd4c86" -d '{"events": [{"name": "network-changed", "server_uuid": "38237468-6ade-46a7-830f-371a8a34c4f4", "tag": "68a6e936-3e2e-4bc2-ab59-de0b96e000d7"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:54:46.792036 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db5c404-35c6-4be0-989a-e5a108708f3c x-openstack-request-id: req-0db5c404-35c6-4be0-989a-e5a108708f3c {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:54:46.792331 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38237468-6ade-46a7-830f-371a8a34c4f4", "tag": "68a6e936-3e2e-4bc2-ab59-de0b96e000d7", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:54:46.792590 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0db5c404-35c6-4be0-989a-e5a108708f3c {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:54:46.793007 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0db5c404-35c6-4be0-989a-e5a108708f3c'] response: {'name': 'network-changed', 'server_uuid': '38237468-6ade-46a7-830f-371a8a34c4f4', 'tag': '68a6e936-3e2e-4bc2-ab59-de0b96e000d7', 'status': 'completed', 'code': 200} Aug 24 17:54:46.949159 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-2fe7edf3-8a6d-400b-a8da-e80c8eda22bd None None] Set router 85b72639-72a9-4412-b377-c61e399e5b2c gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:54:46.986987 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa0567-3200-4d26-9f49-a12f1abd4c86 req-d11aadc7-29eb-45c4-84fb-4c14b08b2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:46.988696 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9dfa0567-3200-4d26-9f49-a12f1abd4c86 req-d11aadc7-29eb-45c4-84fb-4c14b08b2da7 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=b9cd3cd0a9434f5ab0e1e1c52145beb2&device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 1129 time: 0.0438263 Aug 24 17:54:47.098959 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa0567-3200-4d26-9f49-a12f1abd4c86 req-8e712855-9b11-4150-b724-167db2c2667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:47.100471 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9dfa0567-3200-4d26-9f49-a12f1abd4c86 req-8e712855-9b11-4150-b724-167db2c2667c service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=670b2ce6-025e-49c8-81a1-b5bd33c90dee HTTP/1.1" status: 200 len: 911 time: 0.0946701 Aug 24 17:54:47.163788 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9dfa0567-3200-4d26-9f49-a12f1abd4c86 req-9af454a1-7c82-407b-bd9f-ea38a4a30978 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68a6e936-3e2e-4bc2-ab59-de0b96e000d7 HTTP/1.1" status: 200 len: 999 time: 0.0553775 Aug 24 17:54:47.174139 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-2fe7edf3-8a6d-400b-a8da-e80c8eda22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '90aa5386-4979-411d-b3b9-b37f2ce45fc3', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'port_id': '68a6e936-3e2e-4bc2-ab59-de0b96e000d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'mac_address': 'fa:16:3e:f4:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38237468-6ade-46a7-830f-371a8a34c4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:54:45Z', 'updated_at': '2022-08-24T17:54:45Z', 'revision_number': 0, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e20a5d-f470-4588-b1c6-4fccd8d43ed7', 'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'mac_address': 'fa:16:3e:cb:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:55Z', 'updated_at': '2022-08-24T17:51:04Z', 'revision_number': 5, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'subnets': [{'id': '1f289036-4649-4f08-8be9-d53556abacbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:47.199047 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe7edf3-8a6d-400b-a8da-e80c8eda22bd None None] Checking router: 85b72639-72a9-4412-b377-c61e399e5b2c for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:54:47.208258 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe7edf3-8a6d-400b-a8da-e80c8eda22bd None None] Routers {'85b72639-72a9-4412-b377-c61e399e5b2c'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:54:47.208874 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-2fe7edf3-8a6d-400b-a8da-e80c8eda22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:54:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['85b72639-72a9-4412-b377-c61e399e5b2c'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:47.215852 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa0567-3200-4d26-9f49-a12f1abd4c86 req-f382d26c-e597-46d8-8523-745d93a6ca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:47.217296 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9dfa0567-3200-4d26-9f49-a12f1abd4c86 req-f382d26c-e597-46d8-8523-745d93a6ca02 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=1f289036-4649-4f08-8be9-d53556abacbd HTTP/1.1" status: 200 len: 849 time: 0.0446835 Aug 24 17:54:47.281169 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa0567-3200-4d26-9f49-a12f1abd4c86 req-8fe324e4-4e27-436a-a8e4-984dd119a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:47.282665 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9dfa0567-3200-4d26-9f49-a12f1abd4c86 req-8fe324e4-4e27-436a-a8e4-984dd119a434 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=670b2ce6-025e-49c8-81a1-b5bd33c90dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434527 Aug 24 17:54:47.309029 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-2fe7edf3-8a6d-400b-a8da-e80c8eda22bd None None] Set router 85b72639-72a9-4412-b377-c61e399e5b2c gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:54:47.391814 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:47.397610 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:47.433347 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9dfa0567-3200-4d26-9f49-a12f1abd4c86 req-97d01f00-891f-4cb8-9bb5-54f691df5562 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165614 Aug 24 17:54:47.454635 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fc5f3-d2da-4077-baf5-c3d79b2607f1 req-c636a48c-2566-49c0-a6a9-7721ee79d6c9 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:47.456208 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-279fc5f3-d2da-4077-baf5-c3d79b2607f1 req-c636a48c-2566-49c0-a6a9-7721ee79d6c9 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 946 time: 0.0690715 Aug 24 17:54:47.528262 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-279fc5f3-d2da-4077-baf5-c3d79b2607f1 req-c7aebeb7-cbe1-480d-8325-62d5d87398fa tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608466 Aug 24 17:54:47.569507 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-2fe7edf3-8a6d-400b-a8da-e80c8eda22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '90aa5386-4979-411d-b3b9-b37f2ce45fc3', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'port_id': '68a6e936-3e2e-4bc2-ab59-de0b96e000d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'mac_address': 'fa:16:3e:f4:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38237468-6ade-46a7-830f-371a8a34c4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:54:45Z', 'updated_at': '2022-08-24T17:54:45Z', 'revision_number': 0, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e20a5d-f470-4588-b1c6-4fccd8d43ed7', 'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'mac_address': 'fa:16:3e:cb:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:55Z', 'updated_at': '2022-08-24T17:51:04Z', 'revision_number': 5, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'subnets': [{'id': '1f289036-4649-4f08-8be9-d53556abacbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:54:47.596669 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe7edf3-8a6d-400b-a8da-e80c8eda22bd None None] The sync data for ids ['85b72639-72a9-4412-b377-c61e399e5b2c'] in dv-cinder-840525-3-iscsi is: [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '90aa5386-4979-411d-b3b9-b37f2ce45fc3', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'port_id': '68a6e936-3e2e-4bc2-ab59-de0b96e000d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'mac_address': 'fa:16:3e:f4:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38237468-6ade-46a7-830f-371a8a34c4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:54:45Z', 'updated_at': '2022-08-24T17:54:45Z', 'revision_number': 0, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e20a5d-f470-4588-b1c6-4fccd8d43ed7', 'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'mac_address': 'fa:16:3e:cb:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:55Z', 'updated_at': '2022-08-24T17:51:04Z', 'revision_number': 5, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'subnets': [{'id': '1f289036-4649-4f08-8be9-d53556abacbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:54:47.832445 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b2fd5e-89c1-49f3-ac33-31f499ee198f None None] New status for floating IP 90aa5386-4979-411d-b3b9-b37f2ce45fc3: ACTIVE {{(pid=112766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:54:47.901534 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9dfa0567-3200-4d26-9f49-a12f1abd4c86 req-c5fbb100-dadc-4786-bc29-0914a5923f90 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014092 Aug 24 17:54:48.639286 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:48.655368 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be797bd-510e-47fa-83e0-af3f284f3678 req-c969b0a5-0fa0-47c5-ab2c-0639b5b30073 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:48.656866 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7be797bd-510e-47fa-83e0-af3f284f3678 req-c969b0a5-0fa0-47c5-ab2c-0639b5b30073 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 946 time: 0.0475378 Aug 24 17:54:48.703501 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7be797bd-510e-47fa-83e0-af3f284f3678 req-2bb49653-5a01-445f-8557-0ccb03d115cd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409508 Aug 24 17:54:51.803975 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:54:52.454252 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38088) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:52.458720 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-cc9836de-745d-418d-afb1-33d0799b4185 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--553239301', 'description': 'tempest-description--1564331795'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:54:52.478818 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cc9836de-745d-418d-afb1-33d0799b4185 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:52.548436 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cc9836de-745d-418d-afb1-33d0799b4185 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (76f23499-21a6-4b00-a5c2-455ce27d659a), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:52.551961 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cc9836de-745d-418d-afb1-33d0799b4185 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (76f23499-21a6-4b00-a5c2-455ce27d659a), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:52.582093 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-cc9836de-745d-418d-afb1-33d0799b4185 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:52.583301 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-cc9836de-745d-418d-afb1-33d0799b4185 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1280599 Aug 24 17:54:52.585217 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9836de-745d-418d-afb1-33d0799b4185 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f23499-21a6-4b00-a5c2-455ce27d659a,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:52.586514 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38090) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:52.592200 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-690716f1-7702-487c-99da-48fe88529a2c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'security_group_rule': {'security_group_id': '76f23499-21a6-4b00-a5c2-455ce27d659a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:54:52.620495 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-690716f1-7702-487c-99da-48fe88529a2c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (d1e66116-9bf3-4c11-9c0a-420097b4d196), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:52.679212 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-690716f1-7702-487c-99da-48fe88529a2c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (d1e66116-9bf3-4c11-9c0a-420097b4d196), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:52.682674 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-690716f1-7702-487c-99da-48fe88529a2c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (d1e66116-9bf3-4c11-9c0a-420097b4d196), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:52.701328 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690716f1-7702-487c-99da-48fe88529a2c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e66116-9bf3-4c11-9c0a-420097b4d196,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:52.709943 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690716f1-7702-487c-99da-48fe88529a2c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:52.710298 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690716f1-7702-487c-99da-48fe88529a2c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:52.710645 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690716f1-7702-487c-99da-48fe88529a2c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:52.710985 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690716f1-7702-487c-99da-48fe88529a2c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:52.711323 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690716f1-7702-487c-99da-48fe88529a2c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:52.711690 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690716f1-7702-487c-99da-48fe88529a2c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:52.712027 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690716f1-7702-487c-99da-48fe88529a2c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:52.712356 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690716f1-7702-487c-99da-48fe88529a2c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:52.712684 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690716f1-7702-487c-99da-48fe88529a2c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:52.713013 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690716f1-7702-487c-99da-48fe88529a2c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:52.713346 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690716f1-7702-487c-99da-48fe88529a2c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:52.713671 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690716f1-7702-487c-99da-48fe88529a2c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:52.713996 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690716f1-7702-487c-99da-48fe88529a2c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:52.714322 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690716f1-7702-487c-99da-48fe88529a2c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:52.714644 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690716f1-7702-487c-99da-48fe88529a2c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:54:52.719054 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-690716f1-7702-487c-99da-48fe88529a2c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:52.720260 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-690716f1-7702-487c-99da-48fe88529a2c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318817 Aug 24 17:54:52.722974 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38092) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:52.727156 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-de8b17ca-7467-4124-83fa-771eede6c36e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'security_group_rule': {'security_group_id': '76f23499-21a6-4b00-a5c2-455ce27d659a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:54:52.752923 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-de8b17ca-7467-4124-83fa-771eede6c36e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (d0c4521a-0198-4b9c-a0e5-2636025b3de3), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:52.808831 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-de8b17ca-7467-4124-83fa-771eede6c36e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (d0c4521a-0198-4b9c-a0e5-2636025b3de3), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:52.812021 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-de8b17ca-7467-4124-83fa-771eede6c36e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (d0c4521a-0198-4b9c-a0e5-2636025b3de3), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:52.829806 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b17ca-7467-4124-83fa-771eede6c36e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c4521a-0198-4b9c-a0e5-2636025b3de3,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:52.837499 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-de8b17ca-7467-4124-83fa-771eede6c36e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:52.838698 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-de8b17ca-7467-4124-83fa-771eede6c36e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147847 Aug 24 17:54:52.841832 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38094) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:54:52.846668 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-9c868233-a777-4526-b3e4-113527d7ed44 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'floatingip': {'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:54:52.866866 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9c868233-a777-4526-b3e4-113527d7ed44 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:52.945879 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9c868233-a777-4526-b3e4-113527d7ed44 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:53.053549 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [None req-9c868233-a777-4526-b3e4-113527d7ed44 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Allocated IP 172.27.1.202 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/681c2ef2-31dc-4852-952c-b10bb4397b60) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:54:53.120450 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:53.160129 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9c868233-a777-4526-b3e4-113527d7ed44 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for port (681c2ef2-31dc-4852-952c-b10bb4397b60), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:53.191209 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9c868233-a777-4526-b3e4-113527d7ed44 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (681c2ef2-31dc-4852-952c-b10bb4397b60), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:53.195558 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:53.232252 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c868233-a777-4526-b3e4-113527d7ed44 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:54:53.238004 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-9c868233-a777-4526-b3e4-113527d7ed44 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:54:53.240543 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c868233-a777-4526-b3e4-113527d7ed44 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:54:53.267691 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c868233-a777-4526-b3e4-113527d7ed44 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'Port': ['ID=681c2ef2-31dc-4852-952c-b10bb4397b60,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:53.329325 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9c868233-a777-4526-b3e4-113527d7ed44 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (114daa73-73c3-47c9-9145-7c16648ac67f), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:53.365331 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9c868233-a777-4526-b3e4-113527d7ed44 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (681c2ef2-31dc-4852-952c-b10bb4397b60), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:53.508918 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9c868233-a777-4526-b3e4-113527d7ed44 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for port (681c2ef2-31dc-4852-952c-b10bb4397b60), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:53.513380 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9c868233-a777-4526-b3e4-113527d7ed44 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (681c2ef2-31dc-4852-952c-b10bb4397b60), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:53.579023 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c868233-a777-4526-b3e4-113527d7ed44 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'Port': ['ID=681c2ef2-31dc-4852-952c-b10bb4397b60,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:53.581485 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9c868233-a777-4526-b3e4-113527d7ed44 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (114daa73-73c3-47c9-9145-7c16648ac67f), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:53.598533 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-9c868233-a777-4526-b3e4-113527d7ed44 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:53.599855 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-9c868233-a777-4526-b3e4-113527d7ed44 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7570865 Aug 24 17:54:53.761826 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-000f8867-221a-427b-9006-2c63ef77cb1c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--553239301&fields=id&tenant_id=625652cfa47248faac8c1f7759c56a14 HTTP/1.1" status: 200 len: 267 time: 0.0459497 Aug 24 17:54:53.868667 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-bf08c4c3-e2da-49ce-bdca-4f3335d69392 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:53.870114 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-bf08c4c3-e2da-49ce-bdca-4f3335d69392 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/networks?id=87807a97-d368-4c81-a10c-4e62e5ebdb01 HTTP/1.1" status: 200 len: 815 time: 0.1010816 Aug 24 17:54:53.884854 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-730ebcd1-2c94-465a-99de-62a47102f36c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/quotas/625652cfa47248faac8c1f7759c56a14 HTTP/1.1" status: 200 len: 375 time: 0.0087693 Aug 24 17:54:53.937026 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-22d8e202-050b-486a-b527-e9759ca6ac66 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=625652cfa47248faac8c1f7759c56a14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466807 Aug 24 17:54:54.018519 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:54.036406 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-6da953df-0fcc-440a-8474-de92a17b55c2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881944 Aug 24 17:54:54.128451 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-31a6daa3-46be-48f9-b6ad-6c70edddcb70 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863531 Aug 24 17:54:54.291127 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c4c249e4-07dd-4c99-9f5c-345a115cabac req-9af0e83a-22e3-4cc1-8576-ca7171f722ee tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd9880c9-7222-4fa9-a5f0-2dbca7500cf2 HTTP/1.1" status: 200 len: 210 time: 0.0294783 Aug 24 17:54:55.293438 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:55.322765 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-34f3c3e8-14f7-4669-8455-260db7c1f9c8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:55.324614 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-34f3c3e8-14f7-4669-8455-260db7c1f9c8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.62 "GET /networking/v2.0/networks?id=87807a97-d368-4c81-a10c-4e62e5ebdb01 HTTP/1.1" status: 200 len: 815 time: 0.1084738 Aug 24 17:54:55.404324 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a7f5c22e-e7e2-4786-9cca-90a6331c89dc req-2952c9d1-4f87-4518-92ae-656378ee9f11 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd9880c9-7222-4fa9-a5f0-2dbca7500cf2 HTTP/1.1" status: 200 len: 210 time: 0.0369573 Aug 24 17:54:55.659778 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-feb35f30-e98f-4335-aa14-6d7a861d2228 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.62 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=625652cfa47248faac8c1f7759c56a14 HTTP/1.1" status: 200 len: 472 time: 0.3223534 Aug 24 17:54:55.668691 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-ff1461f8-3fd4-4172-94e3-d44fe4f1a021 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'port': {'device_id': 'dd9880c9-7222-4fa9-a5f0-2dbca7500cf2', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'admin_state_up': True, 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'security_groups': ['76f23499-21a6-4b00-a5c2-455ce27d659a']}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:54:55.773362 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-ff1461f8-3fd4-4172-94e3-d44fe4f1a021 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Made reservation on behalf of 625652cfa47248faac8c1f7759c56a14 for: {'port': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:54:55.777212 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-ff1461f8-3fd4-4172-94e3-d44fe4f1a021 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:55.902155 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-ff1461f8-3fd4-4172-94e3-d44fe4f1a021 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Allocated IP 172.20.0.8 (87807a97-d368-4c81-a10c-4e62e5ebdb01/fb812c0c-3017-4362-8cd9-519a30ec932c/6c39b813-4893-4572-b87a-9cfa16992682) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:54:56.046991 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-ff1461f8-3fd4-4172-94e3-d44fe4f1a021 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for port (6c39b813-4893-4572-b87a-9cfa16992682), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:56.081069 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-ff1461f8-3fd4-4172-94e3-d44fe4f1a021 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (6c39b813-4893-4572-b87a-9cfa16992682), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:56.122072 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-ff1461f8-3fd4-4172-94e3-d44fe4f1a021 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Network 87807a97-d368-4c81-a10c-4e62e5ebdb01 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:54:56.125941 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-ff1461f8-3fd4-4172-94e3-d44fe4f1a021 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:54:56.129692 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-ff1461f8-3fd4-4172-94e3-d44fe4f1a021 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:54:56.155535 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1461f8-3fd4-4172-94e3-d44fe4f1a021 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'Port': ['ID=6c39b813-4893-4572-b87a-9cfa16992682,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:56.183668 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-ff1461f8-3fd4-4172-94e3-d44fe4f1a021 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:56.184191 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-ff1461f8-3fd4-4172-94e3-d44fe4f1a021 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:56.186922 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:56.204626 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-ff1461f8-3fd4-4172-94e3-d44fe4f1a021 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.62 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5394144 Aug 24 17:54:56.216033 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] Request body: {'port': {'device_id': 'dd9880c9-7222-4fa9-a5f0-2dbca7500cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:54:56.281672 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (6c39b813-4893-4572-b87a-9cfa16992682), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:56.315560 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:56.357069 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-70f7d774-3131-4b0d-9883-0fe14f65fe70 None None] Provisioning complete for port 6c39b813-4893-4572-b87a-9cfa16992682 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:54:56.357617 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-70f7d774-3131-4b0d-9883-0fe14f65fe70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (6c39b813-4893-4572-b87a-9cfa16992682), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:56.389691 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-70f7d774-3131-4b0d-9883-0fe14f65fe70 None None] Port 6c39b813-4893-4572-b87a-9cfa16992682 cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:54:56.523557 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d74d0-e39f-41e6-8f85-187c5cedc44d req-7051f86d-53a1-44a3-bcff-90005bef1490 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:56.524845 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-de0d74d0-e39f-41e6-8f85-187c5cedc44d req-7051f86d-53a1-44a3-bcff-90005bef1490 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd9880c9-7222-4fa9-a5f0-2dbca7500cf2 HTTP/1.1" status: 200 len: 931 time: 0.0476849 Aug 24 17:54:56.542295 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c39b813-4893-4572-b87a-9cfa16992682 {{(pid=112764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:54:56.550416 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] Publish callbacks [] for port (6c39b813-4893-4572-b87a-9cfa16992682), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:56.563347 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.provisioning_blocks [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] Transition to ACTIVE for port object 6c39b813-4893-4572-b87a-9cfa16992682 will not be triggered until provisioned by entity L2. {{(pid=112764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:54:56.567313 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (6c39b813-4893-4572-b87a-9cfa16992682), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:56.581652 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-de0d74d0-e39f-41e6-8f85-187c5cedc44d req-69e4c494-ec91-420a-813f-54789ac0c3ab tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=76f23499-21a6-4b00-a5c2-455ce27d659a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502479 Aug 24 17:54:56.631303 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c39b813-4893-4572-b87a-9cfa16992682,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:56.679524 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] Attempting to bind port 6c39b813-4893-4572-b87a-9cfa16992682 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:54:56.679863 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] Attempting to bind port 6c39b813-4893-4572-b87a-9cfa16992682 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:54:56.680192 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] Attempting to bind port 6c39b813-4893-4572-b87a-9cfa16992682 on network 87807a97-d368-4c81-a10c-4e62e5ebdb01 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:54:56.684475 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] Port 6c39b813-4893-4572-b87a-9cfa16992682 on network 87807a97-d368-4c81-a10c-4e62e5ebdb01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:54:56.684797 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] Attempting to bind port 6c39b813-4893-4572-b87a-9cfa16992682 on network 87807a97-d368-4c81-a10c-4e62e5ebdb01 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:54:56.689702 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] Checking agent: {'id': 'd24852b8-87fc-4acc-b821-6f57e7364c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'started_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:54:56.689980 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] Checking segment: {'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:54:56.690358 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] Bound using segment: {'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:54:56.690778 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] Bound port: 6c39b813-4893-4572-b87a-9cfa16992682, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'}}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:54:56.691134 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (6c39b813-4893-4572-b87a-9cfa16992682), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:56.750289 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] For port 6c39b813-4893-4572-b87a-9cfa16992682, host hv-cinder-84052, cleared binding levels {{(pid=112764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:54:56.753682 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] For port 6c39b813-4893-4572-b87a-9cfa16992682, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=6c39b813-4893-4572-b87a-9cfa16992682,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:54:56.759385 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (6c39b813-4893-4572-b87a-9cfa16992682), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:56.762411 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:56.763022 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:56.764605 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] 10.222.0.62 "PUT /networking/v2.0/ports/6c39b813-4893-4572-b87a-9cfa16992682 HTTP/1.1" status: 200 len: 1093 time: 0.5528033 Aug 24 17:54:56.766551 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9880c9-7222-4fa9-a5f0-2dbca7500cf2', 'tag': '6c39b813-4893-4572-b87a-9cfa16992682'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:54:56.769281 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3ff4ea-8b5d-4286-8bd4-d3b1aedd8893" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9880c9-7222-4fa9-a5f0-2dbca7500cf2", "tag": "6c39b813-4893-4572-b87a-9cfa16992682"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:54:56.811241 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53ba915-b020-40fa-b2c1-293f41f1651b x-openstack-request-id: req-e53ba915-b020-40fa-b2c1-293f41f1651b {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:54:56.811544 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9880c9-7222-4fa9-a5f0-2dbca7500cf2", "tag": "6c39b813-4893-4572-b87a-9cfa16992682", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:54:56.811799 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e53ba915-b020-40fa-b2c1-293f41f1651b {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:54:56.812199 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e53ba915-b020-40fa-b2c1-293f41f1651b'] response: {'name': 'network-changed', 'server_uuid': 'dd9880c9-7222-4fa9-a5f0-2dbca7500cf2', 'tag': '6c39b813-4893-4572-b87a-9cfa16992682', 'status': 'completed', 'code': 200} Aug 24 17:54:56.853587 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9a5d7-f6bf-4209-b1f4-25834135bfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c39b813-4893-4572-b87a-9cfa16992682,revision_number=3']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:54:56.868872 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-428f6db3-80e9-4507-b096-623234198386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:56.870363 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-428f6db3-80e9-4507-b096-623234198386 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=625652cfa47248faac8c1f7759c56a14&device_id=dd9880c9-7222-4fa9-a5f0-2dbca7500cf2 HTTP/1.1" status: 200 len: 1127 time: 0.0481665 Aug 24 17:54:56.912643 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-61b630eb-a903-4284-b9fd-b07aad3abd72 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c39b813-4893-4572-b87a-9cfa16992682 HTTP/1.1" status: 200 len: 217 time: 0.0330691 Aug 24 17:54:56.965675 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-3422cda2-a9df-4ff3-92be-a6aa4b20d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:56.967105 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-3422cda2-a9df-4ff3-92be-a6aa4b20d833 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=fb812c0c-3017-4362-8cd9-519a30ec932c HTTP/1.1" status: 200 len: 854 time: 0.0451882 Aug 24 17:54:57.010227 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-f1621d8c-0d8f-421f-81cf-bce62339112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:57.011758 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-f1621d8c-0d8f-421f-81cf-bce62339112a service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=87807a97-d368-4c81-a10c-4e62e5ebdb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384300 Aug 24 17:54:57.106148 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-64046e25-d675-4dbf-a349-6f0895516f98 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871685 Aug 24 17:54:57.122283 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:57.204310 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-37c6a17d-1620-4072-b1bf-2981f60598e2 req-e37529ad-0576-49d1-8246-94543d4d0adb service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884495 Aug 24 17:54:57.690153 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:57.704954 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd32c2-ea02-4221-abf3-ccdc09e3e96d req-976bb4ae-1a8b-4988-ae08-23647450e3dc tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:57.706381 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-90bd32c2-ea02-4221-abf3-ccdc09e3e96d req-976bb4ae-1a8b-4988-ae08-23647450e3dc tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd9880c9-7222-4fa9-a5f0-2dbca7500cf2 HTTP/1.1" status: 200 len: 943 time: 0.0513906 Aug 24 17:54:57.753502 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-90bd32c2-ea02-4221-abf3-ccdc09e3e96d req-4c1006c4-2ec5-476b-8267-ff3f28abd321 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=76f23499-21a6-4b00-a5c2-455ce27d659a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413196 Aug 24 17:54:58.292044 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:58.323909 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ff4ea-8b5d-4286-8bd4-d3b1aedd8893 req-3e01d115-2d33-407c-be04-286a2ea5b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:58.325404 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7a3ff4ea-8b5d-4286-8bd4-d3b1aedd8893 req-3e01d115-2d33-407c-be04-286a2ea5b1b7 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=625652cfa47248faac8c1f7759c56a14&device_id=dd9880c9-7222-4fa9-a5f0-2dbca7500cf2 HTTP/1.1" status: 200 len: 1127 time: 0.0423801 Aug 24 17:54:58.419420 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ff4ea-8b5d-4286-8bd4-d3b1aedd8893 req-7644c875-e574-4438-afe5-a821e6586e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:58.421530 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7a3ff4ea-8b5d-4286-8bd4-d3b1aedd8893 req-7644c875-e574-4438-afe5-a821e6586e74 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=87807a97-d368-4c81-a10c-4e62e5ebdb01 HTTP/1.1" status: 200 len: 916 time: 0.0885320 Aug 24 17:54:58.464402 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7a3ff4ea-8b5d-4286-8bd4-d3b1aedd8893 req-e99ba4de-4042-4c30-bb9b-a5ec142bd9c6 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c39b813-4893-4572-b87a-9cfa16992682 HTTP/1.1" status: 200 len: 217 time: 0.0327735 Aug 24 17:54:58.516096 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ff4ea-8b5d-4286-8bd4-d3b1aedd8893 req-e73043ff-0f99-492d-bee8-a0d356cf4ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:58.517516 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7a3ff4ea-8b5d-4286-8bd4-d3b1aedd8893 req-e73043ff-0f99-492d-bee8-a0d356cf4ab7 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=fb812c0c-3017-4362-8cd9-519a30ec932c HTTP/1.1" status: 200 len: 854 time: 0.0429139 Aug 24 17:54:58.561634 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ff4ea-8b5d-4286-8bd4-d3b1aedd8893 req-e6115ed0-69a2-49ba-8281-4a06a19f10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:58.563036 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7a3ff4ea-8b5d-4286-8bd4-d3b1aedd8893 req-e6115ed0-69a2-49ba-8281-4a06a19f10b8 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=87807a97-d368-4c81-a10c-4e62e5ebdb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386808 Aug 24 17:54:58.661884 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7a3ff4ea-8b5d-4286-8bd4-d3b1aedd8893 req-96bf8b01-703d-44fb-bc05-70eebc04f3bc service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870204 Aug 24 17:54:58.754538 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7a3ff4ea-8b5d-4286-8bd4-d3b1aedd8893 req-57804956-8c85-4489-9ab5-d33878c9219f service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851324 Aug 24 17:54:58.872618 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ee274-819c-46b3-b2ab-758d32c6ed52 req-abd6d92e-8814-4e81-928f-93b5fcace297 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:54:58.874528 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-540ee274-819c-46b3-b2ab-758d32c6ed52 req-abd6d92e-8814-4e81-928f-93b5fcace297 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd9880c9-7222-4fa9-a5f0-2dbca7500cf2 HTTP/1.1" status: 200 len: 943 time: 0.0475991 Aug 24 17:54:58.920959 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-540ee274-819c-46b3-b2ab-758d32c6ed52 req-dd906aa3-c9c2-4a7f-b947-4669b79ff19d tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=76f23499-21a6-4b00-a5c2-455ce27d659a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408485 Aug 24 17:54:59.582253 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 6c39b813-4893-4572-b87a-9cfa16992682 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:54:59.662013 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=100 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:54:59.678705 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 6c39b813-4893-4572-b87a-9cfa16992682, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=6c39b813-4893-4572-b87a-9cfa16992682,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:59.689539 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '6c39b813-4893-4572-b87a-9cfa16992682', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'port_id': '6c39b813-4893-4572-b87a-9cfa16992682', 'mac_address': 'fa:16:3e:d7:75:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:54:59.728072 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 6c39b813-4893-4572-b87a-9cfa16992682 is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:54:59.728457 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (6c39b813-4893-4572-b87a-9cfa16992682), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:59.741609 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c39b813-4893-4572-b87a-9cfa16992682 {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:54:59.760605 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 6c39b813-4893-4572-b87a-9cfa16992682, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=6c39b813-4893-4572-b87a-9cfa16992682,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:54:59.764101 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (6c39b813-4893-4572-b87a-9cfa16992682), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:54:59.808208 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=6c39b813-4893-4572-b87a-9cfa16992682,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:00.040267 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440757c-d102-440e-bf0e-1046a67d61a7 req-cdc2fc56-a8ff-4232-b291-d58b1f92f2de tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:00.041743 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4440757c-d102-440e-bf0e-1046a67d61a7 req-cdc2fc56-a8ff-4232-b291-d58b1f92f2de tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd9880c9-7222-4fa9-a5f0-2dbca7500cf2 HTTP/1.1" status: 200 len: 944 time: 0.0469875 Aug 24 17:55:00.053729 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['6c39b813-4893-4572-b87a-9cfa16992682'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:55:00.089739 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4440757c-d102-440e-bf0e-1046a67d61a7 req-cbed37ce-3a00-4495-9017-77ef7ceba7cc tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=76f23499-21a6-4b00-a5c2-455ce27d659a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423403 Aug 24 17:55:01.208770 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1305af-2058-4330-877f-fa9b54f7ad75 req-70dc855d-0b96-41eb-8e22-d9a5d06cda06 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:01.210160 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-dc1305af-2058-4330-877f-fa9b54f7ad75 req-70dc855d-0b96-41eb-8e22-d9a5d06cda06 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd9880c9-7222-4fa9-a5f0-2dbca7500cf2 HTTP/1.1" status: 200 len: 944 time: 0.0484760 Aug 24 17:55:01.257988 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-dc1305af-2058-4330-877f-fa9b54f7ad75 req-a06bab75-b37a-44d8-94e0-c0100400f61b tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=76f23499-21a6-4b00-a5c2-455ce27d659a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422659 Aug 24 17:55:01.596793 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 6c39b813-4893-4572-b87a-9cfa16992682 up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:55:01.637511 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning for port 6c39b813-4893-4572-b87a-9cfa16992682 completed by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:55:01.643710 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 6c39b813-4893-4572-b87a-9cfa16992682 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:55:01.644090 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (6c39b813-4893-4572-b87a-9cfa16992682), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:01.714333 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 6c39b813-4893-4572-b87a-9cfa16992682 is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:55:01.714723 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (6c39b813-4893-4572-b87a-9cfa16992682), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:01.740110 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9880c9-7222-4fa9-a5f0-2dbca7500cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c39b813-4893-4572-b87a-9cfa16992682'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:55:01.742324 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185bf0fb-43c5-4902-a2a1-b8786396d8b6" -d '{"events": [{"server_uuid": "dd9880c9-7222-4fa9-a5f0-2dbca7500cf2", "name": "network-vif-plugged", "status": "completed", "tag": "6c39b813-4893-4572-b87a-9cfa16992682"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:55:01.755185 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 6c39b813-4893-4572-b87a-9cfa16992682, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=6c39b813-4893-4572-b87a-9cfa16992682,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:01.759243 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (6c39b813-4893-4572-b87a-9cfa16992682), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:01.763747 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:01.784783 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234eebde-3ba3-449b-a303-32d9bfa91a0c x-openstack-request-id: req-234eebde-3ba3-449b-a303-32d9bfa91a0c {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:55:01.785101 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9880c9-7222-4fa9-a5f0-2dbca7500cf2", "name": "network-vif-plugged", "status": "completed", "tag": "6c39b813-4893-4572-b87a-9cfa16992682", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:55:01.785388 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-234eebde-3ba3-449b-a303-32d9bfa91a0c {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:55:01.785778 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-234eebde-3ba3-449b-a303-32d9bfa91a0c'] response: {'server_uuid': 'dd9880c9-7222-4fa9-a5f0-2dbca7500cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c39b813-4893-4572-b87a-9cfa16992682', 'code': 200} Aug 24 17:55:01.811630 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=6c39b813-4893-4572-b87a-9cfa16992682,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:01.964225 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e2975-ebce-4e0f-9d4f-dff81688e0d6 req-26b86dbc-e65f-4b42-a26c-0c7f8cf8c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:01.965705 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1e0e2975-ebce-4e0f-9d4f-dff81688e0d6 req-26b86dbc-e65f-4b42-a26c-0c7f8cf8c231 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dd9880c9-7222-4fa9-a5f0-2dbca7500cf2 HTTP/1.1" status: 200 len: 1129 time: 0.0434914 Aug 24 17:55:02.009436 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1e0e2975-ebce-4e0f-9d4f-dff81688e0d6 req-3cb7bd02-8986-4745-9c3a-860dce711c5a service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=76f23499-21a6-4b00-a5c2-455ce27d659a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366037 Aug 24 17:55:02.378070 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84a9f5-431a-43d0-a9ea-7588087d6eba req-7835c819-75ff-4291-882d-9e4e3709e7c5 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:02.379693 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0e84a9f5-431a-43d0-a9ea-7588087d6eba req-7835c819-75ff-4291-882d-9e4e3709e7c5 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd9880c9-7222-4fa9-a5f0-2dbca7500cf2 HTTP/1.1" status: 200 len: 945 time: 0.0475011 Aug 24 17:55:02.426368 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0e84a9f5-431a-43d0-a9ea-7588087d6eba req-8aa1cb62-c622-4e65-a585-e3616935220f tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=76f23499-21a6-4b00-a5c2-455ce27d659a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410709 Aug 24 17:55:03.545795 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac395b3b-a83c-4016-94d5-bef9f89dcbc8 req-12609608-d9b6-4d62-8a93-47a4f744cf1d tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:03.547294 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ac395b3b-a83c-4016-94d5-bef9f89dcbc8 req-12609608-d9b6-4d62-8a93-47a4f744cf1d tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd9880c9-7222-4fa9-a5f0-2dbca7500cf2 HTTP/1.1" status: 200 len: 945 time: 0.0462370 Aug 24 17:55:03.598465 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ac395b3b-a83c-4016-94d5-bef9f89dcbc8 req-1bf32810-2793-4d4e-8659-f3a0139432b1 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=76f23499-21a6-4b00-a5c2-455ce27d659a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452559 Aug 24 17:55:04.718102 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33881eb2-8975-43a9-883b-9bfd596ff945 req-134d604a-77c5-4ef6-b94f-e83adc155483 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:04.720147 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-33881eb2-8975-43a9-883b-9bfd596ff945 req-134d604a-77c5-4ef6-b94f-e83adc155483 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd9880c9-7222-4fa9-a5f0-2dbca7500cf2 HTTP/1.1" status: 200 len: 945 time: 0.0467119 Aug 24 17:55:04.751781 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:04.770417 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-33881eb2-8975-43a9-883b-9bfd596ff945 req-842dc1e6-f702-4542-9c19-b911cecba996 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=76f23499-21a6-4b00-a5c2-455ce27d659a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448637 Aug 24 17:55:05.107445 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:05.110238 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2bd2a-52fb-494f-a6fe-4f8d75f476c3 req-802c945c-3d86-4a30-ac25-5031e2615d37 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:05.111755 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-dbf2bd2a-52fb-494f-a6fe-4f8d75f476c3 req-802c945c-3d86-4a30-ac25-5031e2615d37 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd9880c9-7222-4fa9-a5f0-2dbca7500cf2 HTTP/1.1" status: 200 len: 945 time: 0.2716098 Aug 24 17:55:05.121108 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38154) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:05.125988 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-dad2021c-ef12-4651-bc80-edfb6cbf3881 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'floatingip': {'port_id': '6c39b813-4893-4572-b87a-9cfa16992682'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:55:05.164130 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-dad2021c-ef12-4651-bc80-edfb6cbf3881 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (114daa73-73c3-47c9-9145-7c16648ac67f), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:05.261102 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:05.571387 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-dad2021c-ef12-4651-bc80-edfb6cbf3881 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:05.575114 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-dad2021c-ef12-4651-bc80-edfb6cbf3881 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (114daa73-73c3-47c9-9145-7c16648ac67f), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:05.669802 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.l3_db [None req-dad2021c-ef12-4651-bc80-edfb6cbf3881 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Floating IP 114daa73-73c3-47c9-9145-7c16648ac67f associated. External IP: 172.27.1.202, port: 6c39b813-4893-4572-b87a-9cfa16992682. Aug 24 17:55:05.841239 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:05.866659 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad2021c-ef12-4651-bc80-edfb6cbf3881 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Router a12cebee-53ca-4401-a424-dd8eaf36456d has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:55:05.971746 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad2021c-ef12-4651-bc80-edfb6cbf3881 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:55:05.976689 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-dad2021c-ef12-4651-bc80-edfb6cbf3881 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:05.981270 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43f2349-3bd3-430c-b105-94ac747913c5 None None] Sync routers for ids ['a12cebee-53ca-4401-a424-dd8eaf36456d'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:55:05.990952 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43f2349-3bd3-430c-b105-94ac747913c5 None None] Routers {'a12cebee-53ca-4401-a424-dd8eaf36456d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:05.991637 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-b43f2349-3bd3-430c-b105-94ac747913c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:54:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a12cebee-53ca-4401-a424-dd8eaf36456d'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:06.006344 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-dad2021c-ef12-4651-bc80-edfb6cbf3881 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/114daa73-73c3-47c9-9145-7c16648ac67f HTTP/1.1" status: 200 len: 991 time: 0.8841958 Aug 24 17:55:06.007059 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9880c9-7222-4fa9-a5f0-2dbca7500cf2', 'tag': '6c39b813-4893-4572-b87a-9cfa16992682'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:55:06.009442 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60638f51-85fe-49ca-b91b-0613c35642f4" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9880c9-7222-4fa9-a5f0-2dbca7500cf2", "tag": "6c39b813-4893-4572-b87a-9cfa16992682"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:55:06.047335 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379c239f-a714-49a2-8fca-6e790cea7c7d x-openstack-request-id: req-379c239f-a714-49a2-8fca-6e790cea7c7d {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:55:06.047651 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9880c9-7222-4fa9-a5f0-2dbca7500cf2", "tag": "6c39b813-4893-4572-b87a-9cfa16992682", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:55:06.047906 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-379c239f-a714-49a2-8fca-6e790cea7c7d {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:55:06.048314 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-379c239f-a714-49a2-8fca-6e790cea7c7d'] response: {'name': 'network-changed', 'server_uuid': 'dd9880c9-7222-4fa9-a5f0-2dbca7500cf2', 'tag': '6c39b813-4893-4572-b87a-9cfa16992682', 'status': 'completed', 'code': 200} Aug 24 17:55:06.061919 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=24 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:06.064877 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:06.100830 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-b43f2349-3bd3-430c-b105-94ac747913c5 None None] Set router a12cebee-53ca-4401-a424-dd8eaf36456d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:06.117652 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60638f51-85fe-49ca-b91b-0613c35642f4 req-6026bbd8-8b48-4117-ace5-6e4e1544a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:06.119201 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-60638f51-85fe-49ca-b91b-0613c35642f4 req-6026bbd8-8b48-4117-ace5-6e4e1544a875 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=625652cfa47248faac8c1f7759c56a14&device_id=dd9880c9-7222-4fa9-a5f0-2dbca7500cf2 HTTP/1.1" status: 200 len: 1129 time: 0.0399206 Aug 24 17:55:06.210498 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60638f51-85fe-49ca-b91b-0613c35642f4 req-116b0dd0-06fa-47ae-8c72-1a491212d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:06.211912 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-60638f51-85fe-49ca-b91b-0613c35642f4 req-116b0dd0-06fa-47ae-8c72-1a491212d2a3 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=87807a97-d368-4c81-a10c-4e62e5ebdb01 HTTP/1.1" status: 200 len: 916 time: 0.0861604 Aug 24 17:55:06.260659 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:06.278110 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-60638f51-85fe-49ca-b91b-0613c35642f4 req-52fc1e1d-56af-4aa5-9421-d87dc6a27c74 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c39b813-4893-4572-b87a-9cfa16992682 HTTP/1.1" status: 200 len: 999 time: 0.0594978 Aug 24 17:55:06.315730 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:06.318913 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-b43f2349-3bd3-430c-b105-94ac747913c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '114daa73-73c3-47c9-9145-7c16648ac67f', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'port_id': '6c39b813-4893-4572-b87a-9cfa16992682', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'mac_address': 'fa:16:3e:d7:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9880c9-7222-4fa9-a5f0-2dbca7500cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:54:53Z', 'updated_at': '2022-08-24T17:55:05Z', 'revision_number': 1, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'fixed_ip_address_scope': None}, {'id': '19051b4b-859a-4a9d-922c-ccf1c3fafb9a', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'port_id': '8c02114c-93ee-4d8c-9f80-148768e58b93', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'mac_address': 'fa:16:3e:7e:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e207e34-6199-4650-9358-5ef1fd30774a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:53:45Z', 'updated_at': '2022-08-24T17:54:00Z', 'revision_number': 2, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:06.330736 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60638f51-85fe-49ca-b91b-0613c35642f4 req-360384fc-fcbe-4a0b-95b8-b9c3b0a120c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:06.332241 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-60638f51-85fe-49ca-b91b-0613c35642f4 req-360384fc-fcbe-4a0b-95b8-b9c3b0a120c3 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=fb812c0c-3017-4362-8cd9-519a30ec932c HTTP/1.1" status: 200 len: 854 time: 0.0456295 Aug 24 17:55:06.344307 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43f2349-3bd3-430c-b105-94ac747913c5 None None] Checking router: a12cebee-53ca-4401-a424-dd8eaf36456d for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:55:06.353029 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43f2349-3bd3-430c-b105-94ac747913c5 None None] Routers {'a12cebee-53ca-4401-a424-dd8eaf36456d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:06.353635 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-b43f2349-3bd3-430c-b105-94ac747913c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:54:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a12cebee-53ca-4401-a424-dd8eaf36456d'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:06.378461 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60638f51-85fe-49ca-b91b-0613c35642f4 req-a46dc5bf-9dc2-4a3a-adf9-72b8b91c3106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:06.379970 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-60638f51-85fe-49ca-b91b-0613c35642f4 req-a46dc5bf-9dc2-4a3a-adf9-72b8b91c3106 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=87807a97-d368-4c81-a10c-4e62e5ebdb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403783 Aug 24 17:55:06.458225 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-b43f2349-3bd3-430c-b105-94ac747913c5 None None] Set router a12cebee-53ca-4401-a424-dd8eaf36456d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:06.475804 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-60638f51-85fe-49ca-b91b-0613c35642f4 req-2a3c8b2d-77e6-4f9f-bb2a-f89ddccf861b service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878036 Aug 24 17:55:06.570299 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-60638f51-85fe-49ca-b91b-0613c35642f4 req-6e9a5063-1f14-4dd0-9ff1-5fdab3ae1bb8 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850413 Aug 24 17:55:06.665067 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-b43f2349-3bd3-430c-b105-94ac747913c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '114daa73-73c3-47c9-9145-7c16648ac67f', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'port_id': '6c39b813-4893-4572-b87a-9cfa16992682', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'mac_address': 'fa:16:3e:d7:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9880c9-7222-4fa9-a5f0-2dbca7500cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:54:53Z', 'updated_at': '2022-08-24T17:55:05Z', 'revision_number': 1, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'fixed_ip_address_scope': None}, {'id': '19051b4b-859a-4a9d-922c-ccf1c3fafb9a', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'port_id': '8c02114c-93ee-4d8c-9f80-148768e58b93', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'mac_address': 'fa:16:3e:7e:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e207e34-6199-4650-9358-5ef1fd30774a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:53:45Z', 'updated_at': '2022-08-24T17:54:00Z', 'revision_number': 2, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:06.693381 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43f2349-3bd3-430c-b105-94ac747913c5 None None] The sync data for ids ['a12cebee-53ca-4401-a424-dd8eaf36456d'] in dv-cinder-840525-3-iscsi is: [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '114daa73-73c3-47c9-9145-7c16648ac67f', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'port_id': '6c39b813-4893-4572-b87a-9cfa16992682', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'mac_address': 'fa:16:3e:d7:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9880c9-7222-4fa9-a5f0-2dbca7500cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:54:53Z', 'updated_at': '2022-08-24T17:55:05Z', 'revision_number': 1, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'fixed_ip_address_scope': None}, {'id': '19051b4b-859a-4a9d-922c-ccf1c3fafb9a', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'port_id': '8c02114c-93ee-4d8c-9f80-148768e58b93', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'mac_address': 'fa:16:3e:7e:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e207e34-6199-4650-9358-5ef1fd30774a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:53:45Z', 'updated_at': '2022-08-24T17:54:00Z', 'revision_number': 2, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:55:06.881814 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f91a6b-2044-4401-83b7-f855ddc2934e None None] New status for floating IP 114daa73-73c3-47c9-9145-7c16648ac67f: ACTIVE {{(pid=112766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:55:06.984237 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-1dbd81db-56ef-4944-a645-e94ee7c16c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:09.464446 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-8a4d95e7-9486-45ed-8015-de95ff20033d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:10.611193 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:11.969447 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:12.062824 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:15.999444 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:16.004359 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=23 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:16.565511 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=25 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:16.567571 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=49 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:16.979193 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:16.983169 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:22.022013 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e190c485-5f3f-42a3-9162-65a7431caaac req-28e98cb0-5cc6-45ff-b3a5-2361ca42384c tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1106750636&fields=id&tenant_id=e78c5560d7874c7d9ae11d1a078090d9 HTTP/1.1" status: 200 len: 267 time: 0.0491552 Aug 24 17:55:22.051716 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:22.058365 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:22.072064 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190c485-5f3f-42a3-9162-65a7431caaac req-9a197314-7e54-4feb-8201-8eab8e2e2834 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:22.073530 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e190c485-5f3f-42a3-9162-65a7431caaac req-9a197314-7e54-4feb-8201-8eab8e2e2834 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 984 time: 0.0461566 Aug 24 17:55:22.085705 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [req-e190c485-5f3f-42a3-9162-65a7431caaac req-6604fb14-59ec-4e1e-b282-0fa92c8075fe tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Request body: {'port': {'security_groups': ['df0e8dbb-d48b-477a-979c-337a8a3608e7']}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:55:22.160670 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-e190c485-5f3f-42a3-9162-65a7431caaac req-6604fb14-59ec-4e1e-b282-0fa92c8075fe tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (dcaa2642-5d4e-4109-91ed-2b174f78eea6), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:22.332549 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [req-e190c485-5f3f-42a3-9162-65a7431caaac req-6604fb14-59ec-4e1e-b282-0fa92c8075fe tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] For port dcaa2642-5d4e-4109-91ed-2b174f78eea6, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=dcaa2642-5d4e-4109-91ed-2b174f78eea6,segment=NetworkSegment(ca8e4f11-9f15-4fc3-af27-38184a143a74),segment_id=ca8e4f11-9f15-4fc3-af27-38184a143a74)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:22.360573 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-e190c485-5f3f-42a3-9162-65a7431caaac req-6604fb14-59ec-4e1e-b282-0fa92c8075fe tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for port (dcaa2642-5d4e-4109-91ed-2b174f78eea6), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:22.365301 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-e190c485-5f3f-42a3-9162-65a7431caaac req-6604fb14-59ec-4e1e-b282-0fa92c8075fe tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (dcaa2642-5d4e-4109-91ed-2b174f78eea6), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:22.375497 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190c485-5f3f-42a3-9162-65a7431caaac req-6604fb14-59ec-4e1e-b282-0fa92c8075fe tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:22.376722 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-e190c485-5f3f-42a3-9162-65a7431caaac req-6604fb14-59ec-4e1e-b282-0fa92c8075fe tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:22.378076 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e190c485-5f3f-42a3-9162-65a7431caaac req-6604fb14-59ec-4e1e-b282-0fa92c8075fe tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "PUT /networking/v2.0/ports/dcaa2642-5d4e-4109-91ed-2b174f78eea6 HTTP/1.1" status: 200 len: 942 time: 0.2968261 Aug 24 17:55:22.378564 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3051bbe9-8766-4204-9998-a496565cfc22', 'tag': 'dcaa2642-5d4e-4109-91ed-2b174f78eea6'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:55:22.378694 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['dcaa2642-5d4e-4109-91ed-2b174f78eea6'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:55:22.380816 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a060870b-ebfc-47c9-91de-e46e9162a976" -d '{"events": [{"name": "network-changed", "server_uuid": "3051bbe9-8766-4204-9998-a496565cfc22", "tag": "dcaa2642-5d4e-4109-91ed-2b174f78eea6"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:55:22.385681 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38184) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:22.434961 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604fb14-59ec-4e1e-b282-0fa92c8075fe tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Pushing event updated for resources: {'Port': ['ID=dcaa2642-5d4e-4109-91ed-2b174f78eea6,revision_number=7']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:22.456001 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d204df-fe8a-4a08-992b-bf4d8ef458d4 x-openstack-request-id: req-a4d204df-fe8a-4a08-992b-bf4d8ef458d4 {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:55:22.456295 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3051bbe9-8766-4204-9998-a496565cfc22", "tag": "dcaa2642-5d4e-4109-91ed-2b174f78eea6", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:55:22.456546 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a4d204df-fe8a-4a08-992b-bf4d8ef458d4 {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:55:22.456958 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4d204df-fe8a-4a08-992b-bf4d8ef458d4'] response: {'name': 'network-changed', 'server_uuid': '3051bbe9-8766-4204-9998-a496565cfc22', 'tag': 'dcaa2642-5d4e-4109-91ed-2b174f78eea6', 'status': 'completed', 'code': 200} Aug 24 17:55:22.483657 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['dcaa2642-5d4e-4109-91ed-2b174f78eea6'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:55:22.495648 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-6b633c71-5cd5-4436-ba23-34d29bfe027c tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group (e579ecf1-2400-4e55-ad10-674179e9d30e), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:22.545496 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-6b633c71-5cd5-4436-ba23-34d29bfe027c tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group (e579ecf1-2400-4e55-ad10-674179e9d30e), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:22.549792 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060870b-ebfc-47c9-91de-e46e9162a976 req-3197694c-e08c-417a-9fbf-eb16be7f2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:22.551325 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a060870b-ebfc-47c9-91de-e46e9162a976 req-3197694c-e08c-417a-9fbf-eb16be7f2aff service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=e78c5560d7874c7d9ae11d1a078090d9&device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 1129 time: 0.0671430 Aug 24 17:55:22.676430 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060870b-ebfc-47c9-91de-e46e9162a976 req-c4c60a77-d720-4c43-95a2-bcece1b63dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:22.678496 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a060870b-ebfc-47c9-91de-e46e9162a976 req-c4c60a77-d720-4c43-95a2-bcece1b63dcb service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=5a577f69-19df-42ad-a735-e23f9d18bb40 HTTP/1.1" status: 200 len: 915 time: 0.1206911 Aug 24 17:55:22.722088 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-6b633c71-5cd5-4436-ba23-34d29bfe027c tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (e579ecf1-2400-4e55-ad10-674179e9d30e), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:22.724730 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-6b633c71-5cd5-4436-ba23-34d29bfe027c tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:22.728411 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-6b633c71-5cd5-4436-ba23-34d29bfe027c tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e579ecf1-2400-4e55-ad10-674179e9d30e HTTP/1.1" status: 204 len: 168 time: 0.3391948 Aug 24 17:55:22.729296 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38188) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:22.741342 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b633c71-5cd5-4436-ba23-34d29bfe027c tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e579ecf1-2400-4e55-ad10-674179e9d30e,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:22.777290 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a060870b-ebfc-47c9-91de-e46e9162a976 req-aadbcbf7-f9cd-482d-adce-e5a31725c7ec service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcaa2642-5d4e-4109-91ed-2b174f78eea6 HTTP/1.1" status: 200 len: 999 time: 0.0919411 Aug 24 17:55:22.839198 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060870b-ebfc-47c9-91de-e46e9162a976 req-94825143-c76e-4b09-aef6-8561023c031f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:22.840721 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a060870b-ebfc-47c9-91de-e46e9162a976 req-94825143-c76e-4b09-aef6-8561023c031f service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=eca100be-8af3-4b6d-a329-e6477a4afdd5 HTTP/1.1" status: 200 len: 853 time: 0.0561485 Aug 24 17:55:22.890165 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060870b-ebfc-47c9-91de-e46e9162a976 req-72dfd852-1a62-4c14-a67a-503569b27f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:22.891766 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a060870b-ebfc-47c9-91de-e46e9162a976 req-72dfd852-1a62-4c14-a67a-503569b27f1f service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=5a577f69-19df-42ad-a735-e23f9d18bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440967 Aug 24 17:55:22.896264 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-5f8e17b8-697c-4483-80dd-83237f0cfc33 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Deleting port bba45011-6259-4897-a900-c5294770eb0a {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:22.896613 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5f8e17b8-697c-4483-80dd-83237f0cfc33 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (bba45011-6259-4897-a900-c5294770eb0a), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:22.977315 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5f8e17b8-697c-4483-80dd-83237f0cfc33 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (bba45011-6259-4897-a900-c5294770eb0a), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:22.977668 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5f8e17b8-697c-4483-80dd-83237f0cfc33 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for floatingip (bba45011-6259-4897-a900-c5294770eb0a), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:22.992753 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-5f8e17b8-697c-4483-80dd-83237f0cfc33 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Calling delete_port for bba45011-6259-4897-a900-c5294770eb0a owned by network:floatingip {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:22.994789 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a060870b-ebfc-47c9-91de-e46e9162a976 req-98418f6a-5b7d-4c06-8a93-9ec6ae6db872 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/5a577f69-19df-42ad-a735-e23f9d18bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958426 Aug 24 17:55:23.089937 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a060870b-ebfc-47c9-91de-e46e9162a976 req-b3004107-a4f1-4621-8737-aae95de56c15 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/5a577f69-19df-42ad-a735-e23f9d18bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882068 Aug 24 17:55:23.156688 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:23.169813 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5f8e17b8-697c-4483-80dd-83237f0cfc33 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (bba45011-6259-4897-a900-c5294770eb0a), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:23.173800 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:23.198930 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e17b8-697c-4483-80dd-83237f0cfc33 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Pushing event deleted for resources: {'Port': ['ID=bba45011-6259-4897-a900-c5294770eb0a,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:23.262937 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5f8e17b8-697c-4483-80dd-83237f0cfc33 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks [] for floatingip (4161c966-7ef5-4922-baae-a428b765229c), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:23.263166 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.l3_db [None req-5f8e17b8-697c-4483-80dd-83237f0cfc33 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Floating IP 4161c966-7ef5-4922-baae-a428b765229c disassociated (deleted). External IP: 172.27.1.6, port: dcaa2642-5d4e-4109-91ed-2b174f78eea6. Aug 24 17:55:23.458429 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8e17b8-697c-4483-80dd-83237f0cfc33 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Router 2bd4d336-35a2-488a-bfb5-40fe8efe13cf has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:55:23.561902 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8e17b8-697c-4483-80dd-83237f0cfc33 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:55:23.566696 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5f8e17b8-697c-4483-80dd-83237f0cfc33 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:23.572104 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a08c1c1-4fc0-4352-8d7a-c3677074f638 None None] Sync routers for ids ['2bd4d336-35a2-488a-bfb5-40fe8efe13cf'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:55:23.581480 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a08c1c1-4fc0-4352-8d7a-c3677074f638 None None] Routers {'2bd4d336-35a2-488a-bfb5-40fe8efe13cf'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:23.582096 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-1a08c1c1-4fc0-4352-8d7a-c3677074f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2bd4d336-35a2-488a-bfb5-40fe8efe13cf'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:23.596526 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-5f8e17b8-697c-4483-80dd-83237f0cfc33 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/4161c966-7ef5-4922-baae-a428b765229c HTTP/1.1" status: 204 len: 168 time: 0.8657653 Aug 24 17:55:23.686544 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-1a08c1c1-4fc0-4352-8d7a-c3677074f638 None None] Set router 2bd4d336-35a2-488a-bfb5-40fe8efe13cf gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:23.889318 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-1a08c1c1-4fc0-4352-8d7a-c3677074f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'name': 'tempest-TestMinimumBasicScenario-235150204-router', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:46Z', 'revision_number': 4, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'gw_port': {'id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '293fdf05-333c-4898-b395-4edbf1753806', 'name': '', 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'mac_address': 'fa:16:3e:5f:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'eca100be-8af3-4b6d-a329-e6477a4afdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:45Z', 'updated_at': '2022-08-24T17:52:52Z', 'revision_number': 5, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'subnets': [{'id': 'eca100be-8af3-4b6d-a329-e6477a4afdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:23.914796 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a08c1c1-4fc0-4352-8d7a-c3677074f638 None None] Checking router: 2bd4d336-35a2-488a-bfb5-40fe8efe13cf for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:55:23.923282 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a08c1c1-4fc0-4352-8d7a-c3677074f638 None None] Routers {'2bd4d336-35a2-488a-bfb5-40fe8efe13cf'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:23.923922 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-1a08c1c1-4fc0-4352-8d7a-c3677074f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2bd4d336-35a2-488a-bfb5-40fe8efe13cf'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:24.023812 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-1a08c1c1-4fc0-4352-8d7a-c3677074f638 None None] Set router 2bd4d336-35a2-488a-bfb5-40fe8efe13cf gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:24.139613 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=100 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:24.145326 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=100 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:24.207507 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-1a08c1c1-4fc0-4352-8d7a-c3677074f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'name': 'tempest-TestMinimumBasicScenario-235150204-router', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:46Z', 'revision_number': 4, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'gw_port': {'id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '293fdf05-333c-4898-b395-4edbf1753806', 'name': '', 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'mac_address': 'fa:16:3e:5f:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'eca100be-8af3-4b6d-a329-e6477a4afdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:45Z', 'updated_at': '2022-08-24T17:52:52Z', 'revision_number': 5, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'subnets': [{'id': 'eca100be-8af3-4b6d-a329-e6477a4afdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:24.235565 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a08c1c1-4fc0-4352-8d7a-c3677074f638 None None] The sync data for ids ['2bd4d336-35a2-488a-bfb5-40fe8efe13cf'] in dv-cinder-840525-3-iscsi is: [{'id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'name': 'tempest-TestMinimumBasicScenario-235150204-router', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:46Z', 'revision_number': 4, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'gw_port': {'id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '293fdf05-333c-4898-b395-4edbf1753806', 'name': '', 'network_id': '5a577f69-19df-42ad-a735-e23f9d18bb40', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'mac_address': 'fa:16:3e:5f:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'eca100be-8af3-4b6d-a329-e6477a4afdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:45Z', 'updated_at': '2022-08-24T17:52:52Z', 'revision_number': 5, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'subnets': [{'id': 'eca100be-8af3-4b6d-a329-e6477a4afdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:55:24.457957 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3051bbe9-8766-4204-9998-a496565cfc22', 'tag': 'dcaa2642-5d4e-4109-91ed-2b174f78eea6'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:55:24.458466 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45977c1-efd3-4f04-af5b-2dabcc66ac91 None None] New status for floating IP 4161c966-7ef5-4922-baae-a428b765229c: DOWN {{(pid=112766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:55:24.460353 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c17e08a-20ca-4820-939c-0dd55c8c395e" -d '{"events": [{"name": "network-changed", "server_uuid": "3051bbe9-8766-4204-9998-a496565cfc22", "tag": "dcaa2642-5d4e-4109-91ed-2b174f78eea6"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:55:24.496887 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fd6983-ed6b-4057-b02f-d29a0281ae50 x-openstack-request-id: req-a9fd6983-ed6b-4057-b02f-d29a0281ae50 {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:55:24.497240 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3051bbe9-8766-4204-9998-a496565cfc22", "tag": "dcaa2642-5d4e-4109-91ed-2b174f78eea6", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:55:24.497556 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a9fd6983-ed6b-4057-b02f-d29a0281ae50 {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:55:24.498025 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9fd6983-ed6b-4057-b02f-d29a0281ae50'] response: {'name': 'network-changed', 'server_uuid': '3051bbe9-8766-4204-9998-a496565cfc22', 'tag': 'dcaa2642-5d4e-4109-91ed-2b174f78eea6', 'status': 'completed', 'code': 200} Aug 24 17:55:24.573373 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17e08a-20ca-4820-939c-0dd55c8c395e req-dbe83e09-13a3-42b8-96b5-29a29fa470a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:24.574926 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1c17e08a-20ca-4820-939c-0dd55c8c395e req-dbe83e09-13a3-42b8-96b5-29a29fa470a9 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=e78c5560d7874c7d9ae11d1a078090d9&device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 1129 time: 0.0405822 Aug 24 17:55:24.673217 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17e08a-20ca-4820-939c-0dd55c8c395e req-9524c75c-4f5e-4946-aebb-20d5baa90dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:24.674591 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1c17e08a-20ca-4820-939c-0dd55c8c395e req-9524c75c-4f5e-4946-aebb-20d5baa90dae service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=5a577f69-19df-42ad-a735-e23f9d18bb40 HTTP/1.1" status: 200 len: 915 time: 0.0900116 Aug 24 17:55:24.713091 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1c17e08a-20ca-4820-939c-0dd55c8c395e req-82b9f08b-08df-483a-a5e3-c8a38892aee6 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcaa2642-5d4e-4109-91ed-2b174f78eea6 HTTP/1.1" status: 200 len: 217 time: 0.0325360 Aug 24 17:55:24.762190 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17e08a-20ca-4820-939c-0dd55c8c395e req-77c3117d-1dde-4d8d-8586-4a8df29de7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:24.763623 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1c17e08a-20ca-4820-939c-0dd55c8c395e req-77c3117d-1dde-4d8d-8586-4a8df29de7a9 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=eca100be-8af3-4b6d-a329-e6477a4afdd5 HTTP/1.1" status: 200 len: 853 time: 0.0432227 Aug 24 17:55:24.806399 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17e08a-20ca-4820-939c-0dd55c8c395e req-ff63c745-2fb1-4a44-8c74-a18c617c1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:24.807867 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1c17e08a-20ca-4820-939c-0dd55c8c395e req-ff63c745-2fb1-4a44-8c74-a18c617c1d76 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=5a577f69-19df-42ad-a735-e23f9d18bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378487 Aug 24 17:55:24.882656 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:24.902995 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1c17e08a-20ca-4820-939c-0dd55c8c395e req-79a660a5-abc2-4e01-90dd-a1e88b80032e service neutron] 10.222.0.62 "GET /networking/v2.0/networks/5a577f69-19df-42ad-a735-e23f9d18bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880086 Aug 24 17:55:24.993401 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:25.012576 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1c17e08a-20ca-4820-939c-0dd55c8c395e req-21290f12-c88e-46f1-8e6f-41ec9d0d7709 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/5a577f69-19df-42ad-a735-e23f9d18bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970106 Aug 24 17:55:26.327656 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bc6fe-335a-4218-b6e0-d8d496040f79 req-56674c8f-1bef-4e73-8556-7c9fd1658278 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:26.329640 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-af9bc6fe-335a-4218-b6e0-d8d496040f79 req-56674c8f-1bef-4e73-8556-7c9fd1658278 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 945 time: 0.0466781 Aug 24 17:55:26.377614 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-af9bc6fe-335a-4218-b6e0-d8d496040f79 req-97b25b45-faf2-41f0-9e49-01d119c3a444 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423558 Aug 24 17:55:27.497513 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e379ec4-41b7-4f02-9c16-8b627201c88e req-744d4a19-477c-4476-b126-3bc928e314bb tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:27.498941 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2e379ec4-41b7-4f02-9c16-8b627201c88e req-744d4a19-477c-4476-b126-3bc928e314bb tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 945 time: 0.0466182 Aug 24 17:55:27.545586 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2e379ec4-41b7-4f02-9c16-8b627201c88e req-6cded9c5-e167-4cba-aa62-b17914515695 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=df0e8dbb-d48b-477a-979c-337a8a3608e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409567 Aug 24 17:55:28.235357 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d380107-4151-47b3-ad94-082024f09720 req-772dcc63-2a6c-4c6c-881e-1136f426f4d1 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:28.236729 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2d380107-4151-47b3-ad94-082024f09720 req-772dcc63-2a6c-4c6c-881e-1136f426f4d1 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 945 time: 0.0457788 Aug 24 17:55:28.323292 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-2d380107-4151-47b3-ad94-082024f09720 req-7e563264-a3aa-4989-b102-23fb40d6ac2d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Deleting port dcaa2642-5d4e-4109-91ed-2b174f78eea6 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:28.323661 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-2d380107-4151-47b3-ad94-082024f09720 req-7e563264-a3aa-4989-b102-23fb40d6ac2d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (dcaa2642-5d4e-4109-91ed-2b174f78eea6), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:28.410946 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-2d380107-4151-47b3-ad94-082024f09720 req-7e563264-a3aa-4989-b102-23fb40d6ac2d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] For port dcaa2642-5d4e-4109-91ed-2b174f78eea6, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=dcaa2642-5d4e-4109-91ed-2b174f78eea6,segment=NetworkSegment(ca8e4f11-9f15-4fc3-af27-38184a143a74),segment_id=ca8e4f11-9f15-4fc3-af27-38184a143a74)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:28.411309 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-2d380107-4151-47b3-ad94-082024f09720 req-7e563264-a3aa-4989-b102-23fb40d6ac2d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (dcaa2642-5d4e-4109-91ed-2b174f78eea6), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:28.424625 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-2d380107-4151-47b3-ad94-082024f09720 req-7e563264-a3aa-4989-b102-23fb40d6ac2d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Calling delete_port for dcaa2642-5d4e-4109-91ed-2b174f78eea6 owned by compute:nova {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:28.552420 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-2d380107-4151-47b3-ad94-082024f09720 req-7e563264-a3aa-4989-b102-23fb40d6ac2d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (dcaa2642-5d4e-4109-91ed-2b174f78eea6), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:28.565749 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['dcaa2642-5d4e-4109-91ed-2b174f78eea6'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:55:28.583196 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e563264-a3aa-4989-b102-23fb40d6ac2d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Pushing event deleted for resources: {'Port': ['ID=dcaa2642-5d4e-4109-91ed-2b174f78eea6,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:28.630511 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d380107-4151-47b3-ad94-082024f09720 req-7e563264-a3aa-4989-b102-23fb40d6ac2d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] No DVR routers for this DVR port dcaa2642-5d4e-4109-91ed-2b174f78eea6 on host hv-cinder-84052 {{(pid=112764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:55:28.633102 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-2d380107-4151-47b3-ad94-082024f09720 req-7e563264-a3aa-4989-b102-23fb40d6ac2d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:28.636408 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2d380107-4151-47b3-ad94-082024f09720 req-7e563264-a3aa-4989-b102-23fb40d6ac2d tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.62 "DELETE /networking/v2.0/ports/dcaa2642-5d4e-4109-91ed-2b174f78eea6 HTTP/1.1" status: 204 len: 173 time: 0.3937149 Aug 24 17:55:28.636855 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3051bbe9-8766-4204-9998-a496565cfc22', 'name': 'network-vif-deleted', 'tag': 'dcaa2642-5d4e-4109-91ed-2b174f78eea6'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:55:28.639129 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4629e8c-aa4e-409a-a0f0-7c8a1b299efb" -d '{"events": [{"server_uuid": "3051bbe9-8766-4204-9998-a496565cfc22", "name": "network-vif-deleted", "tag": "dcaa2642-5d4e-4109-91ed-2b174f78eea6"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:55:28.672213 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-fa11665d-dd9c-4d11-95b0-ac4281d31bdb req-351b317a-d78b-4a93-8fbf-20ded7197883 tempest-TestMinimumBasicScenario-197704933 tempest-TestMinimumBasicScenario-197704933-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3051bbe9-8766-4204-9998-a496565cfc22 HTTP/1.1" status: 200 len: 210 time: 0.0343792 Aug 24 17:55:28.686304 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9c149c-ff78-45d5-b080-f9b90283059f x-openstack-request-id: req-ed9c149c-ff78-45d5-b080-f9b90283059f {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:55:28.686613 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3051bbe9-8766-4204-9998-a496565cfc22", "name": "network-vif-deleted", "tag": "dcaa2642-5d4e-4109-91ed-2b174f78eea6", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:55:28.686913 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ed9c149c-ff78-45d5-b080-f9b90283059f {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:55:28.687661 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed9c149c-ff78-45d5-b080-f9b90283059f'] response: {'server_uuid': '3051bbe9-8766-4204-9998-a496565cfc22', 'name': 'network-vif-deleted', 'tag': 'dcaa2642-5d4e-4109-91ed-2b174f78eea6', 'status': 'completed', 'code': 200} Aug 24 17:55:28.802038 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:55:29.260617 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7ed6f-1c0d-43b3-813b-2c1b0fd4e530 req-f762702b-8a43-4060-9ef4-85c9c3b5e345 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:29.262067 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-73c7ed6f-1c0d-43b3-813b-2c1b0fd4e530 req-f762702b-8a43-4060-9ef4-85c9c3b5e345 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 946 time: 0.0470500 Aug 24 17:55:29.308852 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-73c7ed6f-1c0d-43b3-813b-2c1b0fd4e530 req-b7e153de-49b6-4fbf-869c-fecd79d138f6 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411425 Aug 24 17:55:30.205379 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38280) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:30.469999 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50948c-0fee-4898-8908-43ca23ba194c req-92e742dc-e875-4237-b1c0-161e93ddd55d tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:30.471466 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-db50948c-0fee-4898-8908-43ca23ba194c req-92e742dc-e875-4237-b1c0-161e93ddd55d tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 946 time: 0.0775893 Aug 24 17:55:30.626204 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-db50948c-0fee-4898-8908-43ca23ba194c req-6e72c408-9c8c-4127-aed5-b7aba86a7573 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a9dbf14-d135-43b0-b642-f38882a9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471620 Aug 24 17:55:30.646273 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:30.655339 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c75a9a8f-c087-4f5d-8cfb-a2fe0205a5a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797293'] for router_interface (2bd4d336-35a2-488a-bfb5-40fe8efe13cf), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:30.713362 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:30.733376 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b95d0-4069-4c46-b9b4-1ea0f5753374 req-a2a59158-543e-43a2-bfcc-b78b326dfb03 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:30.735382 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e58b95d0-4069-4c46-b9b4-1ea0f5753374 req-a2a59158-543e-43a2-bfcc-b78b326dfb03 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 946 time: 0.0455985 Aug 24 17:55:30.823732 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-e58b95d0-4069-4c46-b9b4-1ea0f5753374 req-d397b226-b0ff-42c4-a412-82d3a2ecfb69 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Deleting port 2ae11597-17eb-4280-8c34-d47ce491867b {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:30.824077 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-e58b95d0-4069-4c46-b9b4-1ea0f5753374 req-d397b226-b0ff-42c4-a412-82d3a2ecfb69 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:30.919840 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-e58b95d0-4069-4c46-b9b4-1ea0f5753374 req-d397b226-b0ff-42c4-a412-82d3a2ecfb69 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] For port 2ae11597-17eb-4280-8c34-d47ce491867b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=2ae11597-17eb-4280-8c34-d47ce491867b,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:30.920099 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-e58b95d0-4069-4c46-b9b4-1ea0f5753374 req-d397b226-b0ff-42c4-a412-82d3a2ecfb69 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:30.939229 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:30.986392 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:31.097701 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-e58b95d0-4069-4c46-b9b4-1ea0f5753374 req-d397b226-b0ff-42c4-a412-82d3a2ecfb69 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:31.098061 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-e58b95d0-4069-4c46-b9b4-1ea0f5753374 req-d397b226-b0ff-42c4-a412-82d3a2ecfb69 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (92e2fa95-413b-4bad-9273-e708fd1ec42a), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:31.098375 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.l3_db [req-e58b95d0-4069-4c46-b9b4-1ea0f5753374 req-d397b226-b0ff-42c4-a412-82d3a2ecfb69 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Floating IP 92e2fa95-413b-4bad-9273-e708fd1ec42a disassociated. External IP: 172.27.1.28, port: 2ae11597-17eb-4280-8c34-d47ce491867b. Aug 24 17:55:31.098718 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-e58b95d0-4069-4c46-b9b4-1ea0f5753374 req-d397b226-b0ff-42c4-a412-82d3a2ecfb69 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Calling delete_port for 2ae11597-17eb-4280-8c34-d47ce491867b owned by compute:nova {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:31.159053 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-c75a9a8f-c087-4f5d-8cfb-a2fe0205a5a7 admin admin] Deleting port 293fdf05-333c-4898-b395-4edbf1753806 {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:31.159404 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c75a9a8f-c087-4f5d-8cfb-a2fe0205a5a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (293fdf05-333c-4898-b395-4edbf1753806), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:31.225517 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-e58b95d0-4069-4c46-b9b4-1ea0f5753374 req-d397b226-b0ff-42c4-a412-82d3a2ecfb69 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (2ae11597-17eb-4280-8c34-d47ce491867b), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:31.241147 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [None req-c75a9a8f-c087-4f5d-8cfb-a2fe0205a5a7 admin admin] For port 293fdf05-333c-4898-b395-4edbf1753806, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=293fdf05-333c-4898-b395-4edbf1753806,segment=NetworkSegment(ca8e4f11-9f15-4fc3-af27-38184a143a74),segment_id=ca8e4f11-9f15-4fc3-af27-38184a143a74)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:31.241798 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c75a9a8f-c087-4f5d-8cfb-a2fe0205a5a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (293fdf05-333c-4898-b395-4edbf1753806), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:31.256076 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-c75a9a8f-c087-4f5d-8cfb-a2fe0205a5a7 admin admin] Calling delete_port for 293fdf05-333c-4898-b395-4edbf1753806 owned by network:router_interface {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:31.444551 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c75a9a8f-c087-4f5d-8cfb-a2fe0205a5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (293fdf05-333c-4898-b395-4edbf1753806), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:31.469624 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a9a8f-c087-4f5d-8cfb-a2fe0205a5a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=293fdf05-333c-4898-b395-4edbf1753806,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:31.484503 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397b226-b0ff-42c4-a412-82d3a2ecfb69 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Pushing event deleted for resources: {'Port': ['ID=2ae11597-17eb-4280-8c34-d47ce491867b,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:31.610500 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e58b95d0-4069-4c46-b9b4-1ea0f5753374 req-d397b226-b0ff-42c4-a412-82d3a2ecfb69 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:55:31.668110 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-c75a9a8f-c087-4f5d-8cfb-a2fe0205a5a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1797177'] for router_interface (2bd4d336-35a2-488a-bfb5-40fe8efe13cf), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:31.733179 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device dcaa2642-5d4e-4109-91ed-2b174f78eea6 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:55:31.755803 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] No Port match for: dcaa2642-5d4e-4109-91ed-2b174f78eea6 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:55:31.756442 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device dcaa2642-5d4e-4109-91ed-2b174f78eea6 not bound to the agent host hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:55:31.758926 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-42d8e52c-6eb3-46f9-be76-069ea4f738be req-8deb3fae-5591-4fe7-8e2a-5754f1b02143 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34147b78-b9f5-4566-8d38-f0ed7ef27e7f HTTP/1.1" status: 200 len: 210 time: 0.0409067 Aug 24 17:55:31.760323 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e58b95d0-4069-4c46-b9b4-1ea0f5753374 req-d397b226-b0ff-42c4-a412-82d3a2ecfb69 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:55:31.778084 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca09bfad-9d1e-4459-9983-7d9fa19963b2 None None] Sync routers for ids ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:55:31.778258 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:31.795737 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca09bfad-9d1e-4459-9983-7d9fa19963b2 None None] Routers {'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:31.795737 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-ca09bfad-9d1e-4459-9983-7d9fa19963b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:31.806947 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58b95d0-4069-4c46-b9b4-1ea0f5753374 req-d397b226-b0ff-42c4-a412-82d3a2ecfb69 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] No DVR routers for this DVR port 2ae11597-17eb-4280-8c34-d47ce491867b on host hv-cinder-84052 {{(pid=112764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:55:31.809599 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-e58b95d0-4069-4c46-b9b4-1ea0f5753374 req-d397b226-b0ff-42c4-a412-82d3a2ecfb69 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:31.813246 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e58b95d0-4069-4c46-b9b4-1ea0f5753374 req-d397b226-b0ff-42c4-a412-82d3a2ecfb69 tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.62 "DELETE /networking/v2.0/ports/2ae11597-17eb-4280-8c34-d47ce491867b HTTP/1.1" status: 204 len: 173 time: 1.0715446 Aug 24 17:55:31.813713 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34147b78-b9f5-4566-8d38-f0ed7ef27e7f', 'name': 'network-vif-deleted', 'tag': '2ae11597-17eb-4280-8c34-d47ce491867b'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:55:31.819812 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee16402d-370f-4c57-8c15-f7ea619d9651" -d '{"events": [{"server_uuid": "34147b78-b9f5-4566-8d38-f0ed7ef27e7f", "name": "network-vif-deleted", "tag": "2ae11597-17eb-4280-8c34-d47ce491867b"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:55:31.874676 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b9479d-a15f-43b3-b2be-c311952bea5d x-openstack-request-id: req-b2b9479d-a15f-43b3-b2be-c311952bea5d {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:55:31.874955 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34147b78-b9f5-4566-8d38-f0ed7ef27e7f", "name": "network-vif-deleted", "tag": "2ae11597-17eb-4280-8c34-d47ce491867b", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:55:31.875284 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b2b9479d-a15f-43b3-b2be-c311952bea5d {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:55:31.876270 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2b9479d-a15f-43b3-b2be-c311952bea5d'] response: {'server_uuid': '34147b78-b9f5-4566-8d38-f0ed7ef27e7f', 'name': 'network-vif-deleted', 'tag': '2ae11597-17eb-4280-8c34-d47ce491867b', 'status': 'completed', 'code': 200} Aug 24 17:55:31.919304 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:31.933034 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75a9a8f-c087-4f5d-8cfb-a2fe0205a5a7 admin admin] Router 2bd4d336-35a2-488a-bfb5-40fe8efe13cf has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:55:31.942289 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-ca09bfad-9d1e-4459-9983-7d9fa19963b2 None None] Set router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:32.071690 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75a9a8f-c087-4f5d-8cfb-a2fe0205a5a7 admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:55:32.078437 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-c75a9a8f-c087-4f5d-8cfb-a2fe0205a5a7 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/2bd4d336-35a2-488a-bfb5-40fe8efe13cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8717639 Aug 24 17:55:32.081701 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38288) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:32.086199 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b980278-d1ac-4b27-98ed-34d4d6fd998c None None] Sync routers for ids ['2bd4d336-35a2-488a-bfb5-40fe8efe13cf'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:55:32.097028 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b980278-d1ac-4b27-98ed-34d4d6fd998c None None] Routers {'2bd4d336-35a2-488a-bfb5-40fe8efe13cf'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:32.097649 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-0b980278-d1ac-4b27-98ed-34d4d6fd998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2bd4d336-35a2-488a-bfb5-40fe8efe13cf'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:32.186255 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-ca09bfad-9d1e-4459-9983-7d9fa19963b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-router', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'gw_port': {'id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:56Z', 'updated_at': '2022-08-24T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '438fb3a2-75e8-4496-aedb-10fc5cb31e8a', 'name': '', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'mac_address': 'fa:16:3e:b5:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:04Z', 'updated_at': '2022-08-24T17:48:14Z', 'revision_number': 5, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'subnets': [{'id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:32.191282 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-dc8f0820-153f-44aa-8a65-084ba38e7a0b admin admin] Publish callbacks [] for router (2bd4d336-35a2-488a-bfb5-40fe8efe13cf), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:32.198923 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-0b980278-d1ac-4b27-98ed-34d4d6fd998c None None] Set router 2bd4d336-35a2-488a-bfb5-40fe8efe13cf gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:32.212434 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca09bfad-9d1e-4459-9983-7d9fa19963b2 None None] Checking router: a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:55:32.221539 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca09bfad-9d1e-4459-9983-7d9fa19963b2 None None] Routers {'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:32.222315 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-ca09bfad-9d1e-4459-9983-7d9fa19963b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:32.299254 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-dc8f0820-153f-44aa-8a65-084ba38e7a0b admin admin] Publish callbacks [] for router_gateway (2bd4d336-35a2-488a-bfb5-40fe8efe13cf), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:32.331610 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-ca09bfad-9d1e-4459-9983-7d9fa19963b2 None None] Set router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:32.357276 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-dc8f0820-153f-44aa-8a65-084ba38e7a0b admin admin] Deleting port 94f0b9c4-8e18-4457-a739-5069b0f6d9d3 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:32.357985 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-dc8f0820-153f-44aa-8a65-084ba38e7a0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (94f0b9c4-8e18-4457-a739-5069b0f6d9d3), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:32.378515 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:32.415152 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-0b980278-d1ac-4b27-98ed-34d4d6fd998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'name': 'tempest-TestMinimumBasicScenario-235150204-router', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:55:31Z', 'revision_number': 5, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'gw_port': {'id': '94f0b9c4-8e18-4457-a739-5069b0f6d9d3', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:32.454144 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b980278-d1ac-4b27-98ed-34d4d6fd998c None None] Checking router: 2bd4d336-35a2-488a-bfb5-40fe8efe13cf for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:55:32.458308 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [None req-dc8f0820-153f-44aa-8a65-084ba38e7a0b admin admin] For port 94f0b9c4-8e18-4457-a739-5069b0f6d9d3, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=94f0b9c4-8e18-4457-a739-5069b0f6d9d3,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:32.458672 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-dc8f0820-153f-44aa-8a65-084ba38e7a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (94f0b9c4-8e18-4457-a739-5069b0f6d9d3), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:32.463568 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b980278-d1ac-4b27-98ed-34d4d6fd998c None None] Routers {'2bd4d336-35a2-488a-bfb5-40fe8efe13cf'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:32.464351 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-0b980278-d1ac-4b27-98ed-34d4d6fd998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2bd4d336-35a2-488a-bfb5-40fe8efe13cf'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:32.473742 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-dc8f0820-153f-44aa-8a65-084ba38e7a0b admin admin] Calling delete_port for 94f0b9c4-8e18-4457-a739-5069b0f6d9d3 owned by network:router_gateway {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:32.485504 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:32.552287 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-0b980278-d1ac-4b27-98ed-34d4d6fd998c None None] Set router 2bd4d336-35a2-488a-bfb5-40fe8efe13cf gateway port host: None {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:32.573826 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-ca09bfad-9d1e-4459-9983-7d9fa19963b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-router', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'gw_port': {'id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:56Z', 'updated_at': '2022-08-24T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '438fb3a2-75e8-4496-aedb-10fc5cb31e8a', 'name': '', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'mac_address': 'fa:16:3e:b5:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:04Z', 'updated_at': '2022-08-24T17:48:14Z', 'revision_number': 5, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'subnets': [{'id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:32.601765 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca09bfad-9d1e-4459-9983-7d9fa19963b2 None None] The sync data for ids ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'] in dv-cinder-840525-3-iscsi is: [{'id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-router', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:48:05Z', 'revision_number': 4, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'gw_port': {'id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:56Z', 'updated_at': '2022-08-24T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '438fb3a2-75e8-4496-aedb-10fc5cb31e8a', 'name': '', 'network_id': 'b4887da7-fc9b-4bdc-bef8-72d9aff23bba', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'mac_address': 'fa:16:3e:b5:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:48:04Z', 'updated_at': '2022-08-24T17:48:14Z', 'revision_number': 5, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'subnets': [{'id': 'f4beb65d-55f8-43c8-9c96-bbd198ab3e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:55:32.608179 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-0b980278-d1ac-4b27-98ed-34d4d6fd998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'name': 'tempest-TestMinimumBasicScenario-235150204-router', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:55:32Z', 'revision_number': 6, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'gw_port_host': None}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:32.637611 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b980278-d1ac-4b27-98ed-34d4d6fd998c None None] The sync data for ids ['2bd4d336-35a2-488a-bfb5-40fe8efe13cf'] in dv-cinder-840525-3-iscsi is: [{'id': '2bd4d336-35a2-488a-bfb5-40fe8efe13cf', 'name': 'tempest-TestMinimumBasicScenario-235150204-router', 'tenant_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:43Z', 'updated_at': '2022-08-24T17:55:32Z', 'revision_number': 6, 'project_id': 'e78c5560d7874c7d9ae11d1a078090d9', 'gw_port_host': None}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:55:32.663198 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-dc8f0820-153f-44aa-8a65-084ba38e7a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (94f0b9c4-8e18-4457-a739-5069b0f6d9d3), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:32.689917 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f0820-153f-44aa-8a65-084ba38e7a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=94f0b9c4-8e18-4457-a739-5069b0f6d9d3,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:32.753446 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-dc8f0820-153f-44aa-8a65-084ba38e7a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795944'] for router_gateway (2bd4d336-35a2-488a-bfb5-40fe8efe13cf), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:32.844642 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-dc8f0820-153f-44aa-8a65-084ba38e7a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1797267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router (2bd4d336-35a2-488a-bfb5-40fe8efe13cf), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:32.847011 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-dc8f0820-153f-44aa-8a65-084ba38e7a0b admin admin] Publish callbacks [] for router_controller (2bd4d336-35a2-488a-bfb5-40fe8efe13cf), precommit_delete_associations {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:32.877062 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38294) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:32.888933 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9410d9-a817-4666-ad30-b311eb707f04 None None] New status for floating IP 92e2fa95-413b-4bad-9273-e708fd1ec42a: DOWN {{(pid=112765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:55:32.898232 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-dc8f0820-153f-44aa-8a65-084ba38e7a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1797258'] for router (2bd4d336-35a2-488a-bfb5-40fe8efe13cf), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:32.899155 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8f0820-153f-44aa-8a65-084ba38e7a0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bd4d336-35a2-488a-bfb5-40fe8efe13cf {{(pid=112764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:55:32.903946 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-dc8f0820-153f-44aa-8a65-084ba38e7a0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:32.907537 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-dc8f0820-153f-44aa-8a65-084ba38e7a0b admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/2bd4d336-35a2-488a-bfb5-40fe8efe13cf HTTP/1.1" status: 204 len: 168 time: 0.8224769 Aug 24 17:55:32.907765 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38296) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:32.942870 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-7b6de2a9-682c-40dd-9fbd-d938b683af4d tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group (0a9dbf14-d135-43b0-b642-f38882a9512a), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:32.954846 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_v2 [None req-507c4803-094a-45f6-b380-ad8245371a81 admin admin] Deleting subnet eca100be-8af3-4b6d-a329-e6477a4afdd5 {{(pid=112764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:55:32.958845 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-507c4803-094a-45f6-b380-ad8245371a81 admin admin] Publish callbacks [] for subnet (eca100be-8af3-4b6d-a329-e6477a4afdd5), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:32.965757 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-7b6de2a9-682c-40dd-9fbd-d938b683af4d tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group (0a9dbf14-d135-43b0-b642-f38882a9512a), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:32.998957 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-507c4803-094a-45f6-b380-ad8245371a81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6112461'] for subnet (eca100be-8af3-4b6d-a329-e6477a4afdd5), precommit_delete_associations {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:33.026637 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-7b6de2a9-682c-40dd-9fbd-d938b683af4d tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (0a9dbf14-d135-43b0-b642-f38882a9512a), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:33.030454 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-7b6de2a9-682c-40dd-9fbd-d938b683af4d tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:33.034380 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-7b6de2a9-682c-40dd-9fbd-d938b683af4d tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0a9dbf14-d135-43b0-b642-f38882a9512a HTTP/1.1" status: 204 len: 168 time: 0.1538208 Aug 24 17:55:33.035201 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38298) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:33.042331 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6de2a9-682c-40dd-9fbd-d938b683af4d tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9dbf14-d135-43b0-b642-f38882a9512a,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:33.058986 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.api.v2.resource [None req-e6ae4815-af16-4f70-8e9a-846004e8e95a tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] show failed (client error): The resource could not be found. Aug 24 17:55:33.063359 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-e6ae4815-af16-4f70-8e9a-846004e8e95a tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "GET /networking/v2.0/security-groups/0a9dbf14-d135-43b0-b642-f38882a9512a HTTP/1.1" status: 404 len: 347 time: 0.0241709 Aug 24 17:55:33.063885 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38300) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:33.207123 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-507c4803-094a-45f6-b380-ad8245371a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858428'] for subnet (eca100be-8af3-4b6d-a329-e6477a4afdd5), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:33.245105 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-c0462b55-e839-414a-83a6-b01e77b6027f tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Deleting port d74d811e-f490-4e4f-af62-5e4ba4704403 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:33.245445 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c0462b55-e839-414a-83a6-b01e77b6027f tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (d74d811e-f490-4e4f-af62-5e4ba4704403), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:33.320103 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-507c4803-094a-45f6-b380-ad8245371a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6221716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6168083'] for subnet (eca100be-8af3-4b6d-a329-e6477a4afdd5), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:33.361435 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:33.364856 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-507c4803-094a-45f6-b380-ad8245371a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for subnet (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:33.370288 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-507c4803-094a-45f6-b380-ad8245371a81 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/eca100be-8af3-4b6d-a329-e6477a4afdd5 HTTP/1.1" status: 204 len: 168 time: 0.4592695 Aug 24 17:55:33.370696 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422c4381-84d7-443f-837b-f6a4f4b9d692 None None] Network 5a577f69-19df-42ad-a735-e23f9d18bb40 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:55:33.370824 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38302) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:33.371344 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c0462b55-e839-414a-83a6-b01e77b6027f tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (d74d811e-f490-4e4f-af62-5e4ba4704403), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:33.371699 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c0462b55-e839-414a-83a6-b01e77b6027f tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for floatingip (d74d811e-f490-4e4f-af62-5e4ba4704403), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:33.374414 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c4803-094a-45f6-b380-ad8245371a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eca100be-8af3-4b6d-a329-e6477a4afdd5,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:33.389712 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-c0462b55-e839-414a-83a6-b01e77b6027f tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Calling delete_port for d74d811e-f490-4e4f-af62-5e4ba4704403 owned by network:floatingip {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:33.438155 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:33.456744 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fdd60250-91d6-4b22-9b69-09ee995b5513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772529'] for network (5a577f69-19df-42ad-a735-e23f9d18bb40), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:33.501855 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-fdd60250-91d6-4b22-9b69-09ee995b5513 admin admin] Deleting port 26b6d1f7-14a6-4e11-87ac-b33fddbe274d {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:33.502210 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fdd60250-91d6-4b22-9b69-09ee995b5513 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (26b6d1f7-14a6-4e11-87ac-b33fddbe274d), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:33.545880 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c0462b55-e839-414a-83a6-b01e77b6027f tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (d74d811e-f490-4e4f-af62-5e4ba4704403), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:33.575616 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0462b55-e839-414a-83a6-b01e77b6027f tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Pushing event deleted for resources: {'Port': ['ID=d74d811e-f490-4e4f-af62-5e4ba4704403,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:33.588304 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [None req-fdd60250-91d6-4b22-9b69-09ee995b5513 admin admin] For port 26b6d1f7-14a6-4e11-87ac-b33fddbe274d, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=26b6d1f7-14a6-4e11-87ac-b33fddbe274d,segment=NetworkSegment(ca8e4f11-9f15-4fc3-af27-38184a143a74),segment_id=ca8e4f11-9f15-4fc3-af27-38184a143a74)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:33.588901 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fdd60250-91d6-4b22-9b69-09ee995b5513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (26b6d1f7-14a6-4e11-87ac-b33fddbe274d), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:33.595703 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d8d246-e252-48da-9834-a475a795299f None None] DHCP port deletion for 5a577f69-19df-42ad-a735-e23f9d18bb40 request from dv-cinder-840525-3-iscsi {{(pid=112765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 17:55:33.612631 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-fdd60250-91d6-4b22-9b69-09ee995b5513 admin admin] Calling delete_port for 26b6d1f7-14a6-4e11-87ac-b33fddbe274d owned by network:dhcp {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:33.647472 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-06d8d246-e252-48da-9834-a475a795299f None None] Deleting port 26b6d1f7-14a6-4e11-87ac-b33fddbe274d {{(pid=112765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:33.647867 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-06d8d246-e252-48da-9834-a475a795299f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (26b6d1f7-14a6-4e11-87ac-b33fddbe274d), before_delete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:33.649768 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c0462b55-e839-414a-83a6-b01e77b6027f tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks [] for floatingip (92e2fa95-413b-4bad-9273-e708fd1ec42a), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:33.653486 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c0462b55-e839-414a-83a6-b01e77b6027f tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:33.654689 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-c0462b55-e839-414a-83a6-b01e77b6027f tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/92e2fa95-413b-4bad-9273-e708fd1ec42a HTTP/1.1" status: 204 len: 168 time: 0.5899031 Aug 24 17:55:33.661164 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=100 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:33.674203 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:33.708899 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fdd60250-91d6-4b22-9b69-09ee995b5513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (26b6d1f7-14a6-4e11-87ac-b33fddbe274d), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:33.743607 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd60250-91d6-4b22-9b69-09ee995b5513 admin admin] Pushing event deleted for resources: {'Port': ['ID=26b6d1f7-14a6-4e11-87ac-b33fddbe274d,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:33.747905 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd60250-91d6-4b22-9b69-09ee995b5513 admin admin] No DVR routers for this DVR port 26b6d1f7-14a6-4e11-87ac-b33fddbe274d on host dv-cinder-840525-3-iscsi {{(pid=112763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:55:33.843594 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fdd60250-91d6-4b22-9b69-09ee995b5513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853052', 'neutron.services.segments.db._delete_segments_for_network-8763232076656'] for network (5a577f69-19df-42ad-a735-e23f9d18bb40), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:33.869688 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-fdd60250-91d6-4b22-9b69-09ee995b5513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a577f69-19df-42ad-a735-e23f9d18bb40']}} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:33.872510 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 2ae11597-17eb-4280-8c34-d47ce491867b no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:55:33.879905 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-fdd60250-91d6-4b22-9b69-09ee995b5513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8e4f11-9f15-4fc3-af27-38184a143a74') {'for_net_delete': True} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:33.880381 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-fdd60250-91d6-4b22-9b69-09ee995b5513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8e4f11-9f15-4fc3-af27-38184a143a74') {} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:33.897146 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fdd60250-91d6-4b22-9b69-09ee995b5513 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763232055022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7513619'] for segment (ca8e4f11-9f15-4fc3-af27-38184a143a74), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:33.897957 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] No Port match for: 2ae11597-17eb-4280-8c34-d47ce491867b {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:55:33.898456 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 2ae11597-17eb-4280-8c34-d47ce491867b not bound to the agent host hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:55:33.908202 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-06d8d246-e252-48da-9834-a475a795299f None None] For port 26b6d1f7-14a6-4e11-87ac-b33fddbe274d, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=26b6d1f7-14a6-4e11-87ac-b33fddbe274d,segment=NetworkSegment(ca8e4f11-9f15-4fc3-af27-38184a143a74),segment_id=ca8e4f11-9f15-4fc3-af27-38184a143a74)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:33.908607 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-06d8d246-e252-48da-9834-a475a795299f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (26b6d1f7-14a6-4e11-87ac-b33fddbe274d), precommit_delete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:33.911271 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fdd60250-91d6-4b22-9b69-09ee995b5513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (ca8e4f11-9f15-4fc3-af27-38184a143a74), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:33.917947 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd60250-91d6-4b22-9b69-09ee995b5513 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=112763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:55:33.918358 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fdd60250-91d6-4b22-9b69-09ee995b5513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7605513'] for segment (ca8e4f11-9f15-4fc3-af27-38184a143a74), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:33.923976 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-06d8d246-e252-48da-9834-a475a795299f None None] Calling delete_port for 26b6d1f7-14a6-4e11-87ac-b33fddbe274d owned by network:dhcp {{(pid=112765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:34.001404 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fdd60250-91d6-4b22-9b69-09ee995b5513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795916'] for network (5a577f69-19df-42ad-a735-e23f9d18bb40), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:34.007135 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fdd60250-91d6-4b22-9b69-09ee995b5513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:34.010544 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-fdd60250-91d6-4b22-9b69-09ee995b5513 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/5a577f69-19df-42ad-a735-e23f9d18bb40 HTTP/1.1" status: 204 len: 168 time: 0.6385708 Aug 24 17:55:34.017433 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38312) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:34.030405 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd60250-91d6-4b22-9b69-09ee995b5513 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a577f69-19df-42ad-a735-e23f9d18bb40,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:34.036967 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-06d8d246-e252-48da-9834-a475a795299f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414'] for port (26b6d1f7-14a6-4e11-87ac-b33fddbe274d), after_delete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:34.057354 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.services.segments.plugin [-] Segment ca8e4f11-9f15-4fc3-af27-38184a143a74 resource provider aggregate not found Aug 24 17:55:34.062652 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-06d8d246-e252-48da-9834-a475a795299f None None] Network 5a577f69-19df-42ad-a735-e23f9d18bb40 is not hosted by any dhcp agent {{(pid=112765) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 24 17:55:34.062652 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d8d246-e252-48da-9834-a475a795299f None None] No DVR routers for this DVR port 26b6d1f7-14a6-4e11-87ac-b33fddbe274d on host dv-cinder-840525-3-iscsi {{(pid=112765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:55:34.064598 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8d246-e252-48da-9834-a475a795299f None None] Pushing event deleted for resources: {'Port': ['ID=26b6d1f7-14a6-4e11-87ac-b33fddbe274d,revision_number=None']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:34.084558 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.services.segments.plugin [-] Segment ca8e4f11-9f15-4fc3-af27-38184a143a74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca8e4f11-9f15-4fc3-af27-38184a143a74 found for delete ", "request_id": "req-d1db0bff-02b6-4950-92fc-9424f26952e8"}]} Aug 24 17:55:34.106278 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 94f0b9c4-8e18-4457-a739-5069b0f6d9d3 no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:55:34.126481 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: 94f0b9c4-8e18-4457-a739-5069b0f6d9d3 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:55:34.126765 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 94f0b9c4-8e18-4457-a739-5069b0f6d9d3 not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:55:34.127182 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 293fdf05-333c-4898-b395-4edbf1753806 no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:55:34.145385 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: 293fdf05-333c-4898-b395-4edbf1753806 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:55:34.145731 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 293fdf05-333c-4898-b395-4edbf1753806 not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:55:34.146140 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 26b6d1f7-14a6-4e11-87ac-b33fddbe274d no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:55:34.164272 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: 26b6d1f7-14a6-4e11-87ac-b33fddbe274d {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:55:34.164624 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 26b6d1f7-14a6-4e11-87ac-b33fddbe274d not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:55:34.357692 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-589e90c0-d800-477d-ac1d-1eadaa370eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797293'] for router_interface (ceb734a5-f189-419c-b469-f07c91b5b9ba), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:34.567080 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-589e90c0-d800-477d-ac1d-1eadaa370eb8 admin admin] Deleting port 049c398b-f564-46f9-b145-8907925e0370 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:34.567415 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-589e90c0-d800-477d-ac1d-1eadaa370eb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (049c398b-f564-46f9-b145-8907925e0370), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:34.631546 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:34.650913 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [None req-589e90c0-d800-477d-ac1d-1eadaa370eb8 admin admin] For port 049c398b-f564-46f9-b145-8907925e0370, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=049c398b-f564-46f9-b145-8907925e0370,segment=NetworkSegment(101b7798-21dc-445e-aa62-53e4ab83357e),segment_id=101b7798-21dc-445e-aa62-53e4ab83357e)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:34.651276 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-589e90c0-d800-477d-ac1d-1eadaa370eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (049c398b-f564-46f9-b145-8907925e0370), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:34.664619 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-589e90c0-d800-477d-ac1d-1eadaa370eb8 admin admin] Calling delete_port for 049c398b-f564-46f9-b145-8907925e0370 owned by network:router_interface {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:34.757924 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:34.840118 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-589e90c0-d800-477d-ac1d-1eadaa370eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (049c398b-f564-46f9-b145-8907925e0370), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:34.864446 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e90c0-d800-477d-ac1d-1eadaa370eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=049c398b-f564-46f9-b145-8907925e0370,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:35.112225 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:35.288146 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-589e90c0-d800-477d-ac1d-1eadaa370eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1797177'] for router_interface (ceb734a5-f189-419c-b469-f07c91b5b9ba), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:35.485777 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589e90c0-d800-477d-ac1d-1eadaa370eb8 admin admin] Router ceb734a5-f189-419c-b469-f07c91b5b9ba has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:55:35.587626 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589e90c0-d800-477d-ac1d-1eadaa370eb8 admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:55:35.592959 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-589e90c0-d800-477d-ac1d-1eadaa370eb8 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/ceb734a5-f189-419c-b469-f07c91b5b9ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5735409 Aug 24 17:55:35.596092 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38328) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:35.596812 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9fefbb-e167-4e54-848d-203f23d7bf20 None None] Sync routers for ids ['ceb734a5-f189-419c-b469-f07c91b5b9ba'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:55:35.675218 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:35.695927 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9fefbb-e167-4e54-848d-203f23d7bf20 None None] Routers {'ceb734a5-f189-419c-b469-f07c91b5b9ba'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:35.696538 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-5f9fefbb-e167-4e54-848d-203f23d7bf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['ceb734a5-f189-419c-b469-f07c91b5b9ba'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:35.698371 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:35.706708 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fa634c9e-cfb5-4bf2-8a18-6dd8cb3367fd admin admin] Publish callbacks [] for router (ceb734a5-f189-419c-b469-f07c91b5b9ba), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:35.796668 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-5f9fefbb-e167-4e54-848d-203f23d7bf20 None None] Set router ceb734a5-f189-419c-b469-f07c91b5b9ba gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:35.811611 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fa634c9e-cfb5-4bf2-8a18-6dd8cb3367fd admin admin] Publish callbacks [] for router_gateway (ceb734a5-f189-419c-b469-f07c91b5b9ba), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:35.853279 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-fa634c9e-cfb5-4bf2-8a18-6dd8cb3367fd admin admin] Deleting port ea336685-663b-49a9-9d7e-a9a3c3fa7ef9 {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:35.853623 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fa634c9e-cfb5-4bf2-8a18-6dd8cb3367fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (ea336685-663b-49a9-9d7e-a9a3c3fa7ef9), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:35.937184 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [None req-fa634c9e-cfb5-4bf2-8a18-6dd8cb3367fd admin admin] For port ea336685-663b-49a9-9d7e-a9a3c3fa7ef9, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=ea336685-663b-49a9-9d7e-a9a3c3fa7ef9,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:35.937556 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fa634c9e-cfb5-4bf2-8a18-6dd8cb3367fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (ea336685-663b-49a9-9d7e-a9a3c3fa7ef9), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:35.950626 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-fa634c9e-cfb5-4bf2-8a18-6dd8cb3367fd admin admin] Calling delete_port for ea336685-663b-49a9-9d7e-a9a3c3fa7ef9 owned by network:router_gateway {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:35.965298 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-5f9fefbb-e167-4e54-848d-203f23d7bf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb734a5-f189-419c-b469-f07c91b5b9ba', 'name': 'tempest-TestMinimumBasicScenario-1395399767-router', 'tenant_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'ea336685-663b-49a9-9d7e-a9a3c3fa7ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:48Z', 'updated_at': '2022-08-24T17:55:34Z', 'revision_number': 5, 'project_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'gw_port': {'id': 'ea336685-663b-49a9-9d7e-a9a3c3fa7ef9', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb734a5-f189-419c-b469-f07c91b5b9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:52:49Z', 'updated_at': '2022-08-24T17:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:36.005834 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9fefbb-e167-4e54-848d-203f23d7bf20 None None] Checking router: ceb734a5-f189-419c-b469-f07c91b5b9ba for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:55:36.018034 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9fefbb-e167-4e54-848d-203f23d7bf20 None None] Routers {'ceb734a5-f189-419c-b469-f07c91b5b9ba'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:36.018923 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-5f9fefbb-e167-4e54-848d-203f23d7bf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['ceb734a5-f189-419c-b469-f07c91b5b9ba'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:36.115131 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-5f9fefbb-e167-4e54-848d-203f23d7bf20 None None] Set router ceb734a5-f189-419c-b469-f07c91b5b9ba gateway port host: None {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:36.154772 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fa634c9e-cfb5-4bf2-8a18-6dd8cb3367fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (ea336685-663b-49a9-9d7e-a9a3c3fa7ef9), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:36.169238 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-5f9fefbb-e167-4e54-848d-203f23d7bf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb734a5-f189-419c-b469-f07c91b5b9ba', 'name': 'tempest-TestMinimumBasicScenario-1395399767-router', 'tenant_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:48Z', 'updated_at': '2022-08-24T17:55:35Z', 'revision_number': 6, 'project_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'gw_port_host': None}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:36.191163 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa634c9e-cfb5-4bf2-8a18-6dd8cb3367fd admin admin] Pushing event deleted for resources: {'Port': ['ID=ea336685-663b-49a9-9d7e-a9a3c3fa7ef9,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:36.192463 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38336) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:36.195207 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9fefbb-e167-4e54-848d-203f23d7bf20 None None] The sync data for ids ['ceb734a5-f189-419c-b469-f07c91b5b9ba'] in dv-cinder-840525-3-iscsi is: [{'id': 'ceb734a5-f189-419c-b469-f07c91b5b9ba', 'name': 'tempest-TestMinimumBasicScenario-1395399767-router', 'tenant_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:52:48Z', 'updated_at': '2022-08-24T17:55:35Z', 'revision_number': 6, 'project_id': '27b28aae9d084d5ab6c031f27f29a0f8', 'gw_port_host': None}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:55:36.252216 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fa634c9e-cfb5-4bf2-8a18-6dd8cb3367fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795944'] for router_gateway (ceb734a5-f189-419c-b469-f07c91b5b9ba), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:36.353783 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:36.358002 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fa634c9e-cfb5-4bf2-8a18-6dd8cb3367fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1797267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router (ceb734a5-f189-419c-b469-f07c91b5b9ba), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:36.360247 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fa634c9e-cfb5-4bf2-8a18-6dd8cb3367fd admin admin] Publish callbacks [] for router_controller (ceb734a5-f189-419c-b469-f07c91b5b9ba), precommit_delete_associations {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:36.424491 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fa634c9e-cfb5-4bf2-8a18-6dd8cb3367fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1797258'] for router (ceb734a5-f189-419c-b469-f07c91b5b9ba), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:36.425175 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa634c9e-cfb5-4bf2-8a18-6dd8cb3367fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ceb734a5-f189-419c-b469-f07c91b5b9ba {{(pid=112763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:55:36.430281 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-fa634c9e-cfb5-4bf2-8a18-6dd8cb3367fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:36.431443 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-fa634c9e-cfb5-4bf2-8a18-6dd8cb3367fd admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/ceb734a5-f189-419c-b469-f07c91b5b9ba HTTP/1.1" status: 204 len: 168 time: 0.8343420 Aug 24 17:55:36.433948 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38342) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:36.478141 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c490abc-ed01-4353-887e-72ac18e24450 admin admin] Deleting subnet 47a78761-9ffc-400e-96b5-8de74b831989 {{(pid=112763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:55:36.481323 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2c490abc-ed01-4353-887e-72ac18e24450 admin admin] Publish callbacks [] for subnet (47a78761-9ffc-400e-96b5-8de74b831989), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:36.510288 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:36.520822 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2c490abc-ed01-4353-887e-72ac18e24450 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7513626'] for subnet (47a78761-9ffc-400e-96b5-8de74b831989), precommit_delete_associations {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:36.568789 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-db741c79-0628-461b-b375-26581e9acef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797293'] for router_interface (a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:36.634267 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2c490abc-ed01-4353-887e-72ac18e24450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858428'] for subnet (47a78761-9ffc-400e-96b5-8de74b831989), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:36.673039 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:36.681773 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:36.702543 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2c490abc-ed01-4353-887e-72ac18e24450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7605615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7792018'] for subnet (47a78761-9ffc-400e-96b5-8de74b831989), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:36.728245 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c490abc-ed01-4353-887e-72ac18e24450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47a78761-9ffc-400e-96b5-8de74b831989,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:36.731618 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2c490abc-ed01-4353-887e-72ac18e24450 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:36.735355 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-2c490abc-ed01-4353-887e-72ac18e24450 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/47a78761-9ffc-400e-96b5-8de74b831989 HTTP/1.1" status: 204 len: 168 time: 0.3004429 Aug 24 17:55:36.738463 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38344) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:36.738909 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5fa448-700c-454c-bf12-2db1a5895dae None None] Network dac78dd9-1a9c-4730-9dc0-142ff253576b requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:55:36.842895 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-db10e9da-1fc2-4227-ab90-d4321ef7499d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772529'] for network (dac78dd9-1a9c-4730-9dc0-142ff253576b), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:36.900692 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-db741c79-0628-461b-b375-26581e9acef8 admin admin] Deleting port 438fb3a2-75e8-4496-aedb-10fc5cb31e8a {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:36.900966 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-db741c79-0628-461b-b375-26581e9acef8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (438fb3a2-75e8-4496-aedb-10fc5cb31e8a), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:36.935857 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-db10e9da-1fc2-4227-ab90-d4321ef7499d admin admin] Deleting port cd789487-e3e9-4156-a1eb-ec689dda8dec {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:36.936139 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-db10e9da-1fc2-4227-ab90-d4321ef7499d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (cd789487-e3e9-4156-a1eb-ec689dda8dec), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:36.998036 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-bb1661f6-3f88-4743-a44e-050e69fdc77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:37.015538 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe2b9e4-5874-4348-a1fa-48773e5a4388 None None] DHCP port deletion for dac78dd9-1a9c-4730-9dc0-142ff253576b request from dv-cinder-840525-3-iscsi {{(pid=112765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 17:55:37.054184 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [None req-db10e9da-1fc2-4227-ab90-d4321ef7499d admin admin] For port cd789487-e3e9-4156-a1eb-ec689dda8dec, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=cd789487-e3e9-4156-a1eb-ec689dda8dec,segment=NetworkSegment(101b7798-21dc-445e-aa62-53e4ab83357e),segment_id=101b7798-21dc-445e-aa62-53e4ab83357e)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:37.054548 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-db10e9da-1fc2-4227-ab90-d4321ef7499d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (cd789487-e3e9-4156-a1eb-ec689dda8dec), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:37.055699 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-cbe2b9e4-5874-4348-a1fa-48773e5a4388 None None] Deleting port cd789487-e3e9-4156-a1eb-ec689dda8dec {{(pid=112765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:37.056079 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-cbe2b9e4-5874-4348-a1fa-48773e5a4388 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (cd789487-e3e9-4156-a1eb-ec689dda8dec), before_delete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:37.065043 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [None req-db741c79-0628-461b-b375-26581e9acef8 admin admin] For port 438fb3a2-75e8-4496-aedb-10fc5cb31e8a, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=438fb3a2-75e8-4496-aedb-10fc5cb31e8a,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:37.065397 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-db741c79-0628-461b-b375-26581e9acef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (438fb3a2-75e8-4496-aedb-10fc5cb31e8a), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:37.079376 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-db10e9da-1fc2-4227-ab90-d4321ef7499d admin admin] Calling delete_port for cd789487-e3e9-4156-a1eb-ec689dda8dec owned by network:dhcp {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:37.088036 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-db741c79-0628-461b-b375-26581e9acef8 admin admin] Calling delete_port for 438fb3a2-75e8-4496-aedb-10fc5cb31e8a owned by network:router_interface {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:37.122402 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-cbe2b9e4-5874-4348-a1fa-48773e5a4388 None None] For port cd789487-e3e9-4156-a1eb-ec689dda8dec, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=cd789487-e3e9-4156-a1eb-ec689dda8dec,segment=NetworkSegment(101b7798-21dc-445e-aa62-53e4ab83357e),segment_id=101b7798-21dc-445e-aa62-53e4ab83357e)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:37.122822 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-cbe2b9e4-5874-4348-a1fa-48773e5a4388 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (cd789487-e3e9-4156-a1eb-ec689dda8dec), precommit_delete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:37.141786 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-cbe2b9e4-5874-4348-a1fa-48773e5a4388 None None] Calling delete_port for cd789487-e3e9-4156-a1eb-ec689dda8dec owned by network:dhcp {{(pid=112765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:37.252766 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-db10e9da-1fc2-4227-ab90-d4321ef7499d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (cd789487-e3e9-4156-a1eb-ec689dda8dec), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:37.257430 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:37.258994 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-cbe2b9e4-5874-4348-a1fa-48773e5a4388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414'] for port (cd789487-e3e9-4156-a1eb-ec689dda8dec), after_delete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:37.261283 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:37.283816 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2b9e4-5874-4348-a1fa-48773e5a4388 None None] Pushing event deleted for resources: {'Port': ['ID=cd789487-e3e9-4156-a1eb-ec689dda8dec,revision_number=None']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:37.289680 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe2b9e4-5874-4348-a1fa-48773e5a4388 None None] No DVR routers for this DVR port cd789487-e3e9-4156-a1eb-ec689dda8dec on host dv-cinder-840525-3-iscsi {{(pid=112765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:55:37.294254 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10e9da-1fc2-4227-ab90-d4321ef7499d admin admin] Pushing event deleted for resources: {'Port': ['ID=cd789487-e3e9-4156-a1eb-ec689dda8dec,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:37.296393 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db10e9da-1fc2-4227-ab90-d4321ef7499d admin admin] No DVR routers for this DVR port cd789487-e3e9-4156-a1eb-ec689dda8dec on host dv-cinder-840525-3-iscsi {{(pid=112764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:55:37.388877 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-db10e9da-1fc2-4227-ab90-d4321ef7499d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853052', 'neutron.services.segments.db._delete_segments_for_network-8763232076656'] for network (dac78dd9-1a9c-4730-9dc0-142ff253576b), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:37.436415 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-db10e9da-1fc2-4227-ab90-d4321ef7499d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac78dd9-1a9c-4730-9dc0-142ff253576b']}} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:37.450456 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-db10e9da-1fc2-4227-ab90-d4321ef7499d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101b7798-21dc-445e-aa62-53e4ab83357e') {'for_net_delete': True} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:37.450756 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-db10e9da-1fc2-4227-ab90-d4321ef7499d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101b7798-21dc-445e-aa62-53e4ab83357e') {} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:37.462466 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-db10e9da-1fc2-4227-ab90-d4321ef7499d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763232055022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6112452'] for segment (101b7798-21dc-445e-aa62-53e4ab83357e), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:37.469394 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-db741c79-0628-461b-b375-26581e9acef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (438fb3a2-75e8-4496-aedb-10fc5cb31e8a), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:37.499808 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db741c79-0628-461b-b375-26581e9acef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=438fb3a2-75e8-4496-aedb-10fc5cb31e8a,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:37.504010 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-db10e9da-1fc2-4227-ab90-d4321ef7499d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (101b7798-21dc-445e-aa62-53e4ab83357e), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:37.534148 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db10e9da-1fc2-4227-ab90-d4321ef7499d admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=112764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:55:37.534555 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-db10e9da-1fc2-4227-ab90-d4321ef7499d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6221810'] for segment (101b7798-21dc-445e-aa62-53e4ab83357e), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:37.626246 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.services.segments.plugin [-] Segment 101b7798-21dc-445e-aa62-53e4ab83357e resource provider aggregate not found Aug 24 17:55:37.633363 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-db10e9da-1fc2-4227-ab90-d4321ef7499d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795916'] for network (dac78dd9-1a9c-4730-9dc0-142ff253576b), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:37.639539 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-db10e9da-1fc2-4227-ab90-d4321ef7499d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:37.642733 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-db10e9da-1fc2-4227-ab90-d4321ef7499d admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/dac78dd9-1a9c-4730-9dc0-142ff253576b HTTP/1.1" status: 204 len: 168 time: 0.9033089 Aug 24 17:55:37.656823 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.services.segments.plugin [-] Segment 101b7798-21dc-445e-aa62-53e4ab83357e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 101b7798-21dc-445e-aa62-53e4ab83357e found for delete ", "request_id": "req-665cca78-1e06-4cd0-b57f-b53dfadec6fd"}]} Aug 24 17:55:37.686487 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10e9da-1fc2-4227-ab90-d4321ef7499d admin admin] Pushing event deleted for resources: {'Network': ['ID=dac78dd9-1a9c-4730-9dc0-142ff253576b,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:37.756674 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-db741c79-0628-461b-b375-26581e9acef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1797177'] for router_interface (a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:37.777324 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38354) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:37.818299 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-e5a161a3-a88d-403f-a4e3-2db266f8280d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e78c5560d7874c7d9ae11d1a078090d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398018 Aug 24 17:55:37.820962 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38356) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:37.870222 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-905152ed-3729-4a9b-9474-8699c3a14054 admin admin] Publish callbacks [] for security_group (df0e8dbb-d48b-477a-979c-337a8a3608e7), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:37.890197 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-905152ed-3729-4a9b-9474-8699c3a14054 admin admin] Publish callbacks [] for security_group (df0e8dbb-d48b-477a-979c-337a8a3608e7), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:37.938050 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-905152ed-3729-4a9b-9474-8699c3a14054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (df0e8dbb-d48b-477a-979c-337a8a3608e7), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:37.940537 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-905152ed-3729-4a9b-9474-8699c3a14054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:37.941676 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-905152ed-3729-4a9b-9474-8699c3a14054 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/df0e8dbb-d48b-477a-979c-337a8a3608e7 HTTP/1.1" status: 204 len: 168 time: 0.1198213 Aug 24 17:55:37.949730 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905152ed-3729-4a9b-9474-8699c3a14054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0e8dbb-d48b-477a-979c-337a8a3608e7,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:37.966850 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db741c79-0628-461b-b375-26581e9acef8 admin admin] Router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:55:38.089322 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db741c79-0628-461b-b375-26581e9acef8 admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:55:38.095789 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-db741c79-0628-461b-b375-26581e9acef8 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9006474 Aug 24 17:55:38.098460 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38360) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:38.102400 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39dafc5-8ff9-4a28-8d36-c7dce8700afb None None] Sync routers for ids ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:55:38.115910 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39dafc5-8ff9-4a28-8d36-c7dce8700afb None None] Routers {'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:38.117109 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-d39dafc5-8ff9-4a28-8d36-c7dce8700afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:38.182535 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 049c398b-f564-46f9-b145-8907925e0370 no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:55:38.202264 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:38.212476 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: 049c398b-f564-46f9-b145-8907925e0370 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:55:38.212816 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 049c398b-f564-46f9-b145-8907925e0370 not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:55:38.213245 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device ea336685-663b-49a9-9d7e-a9a3c3fa7ef9 no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:55:38.221580 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c6913a2e-dca8-409f-885f-c455aa51f58d admin admin] Publish callbacks [] for router (a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:38.243698 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: ea336685-663b-49a9-9d7e-a9a3c3fa7ef9 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:55:38.244048 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device ea336685-663b-49a9-9d7e-a9a3c3fa7ef9 not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:55:38.244667 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device cd789487-e3e9-4156-a1eb-ec689dda8dec no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:55:38.258417 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:38.267094 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: cd789487-e3e9-4156-a1eb-ec689dda8dec {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:55:38.267376 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device cd789487-e3e9-4156-a1eb-ec689dda8dec not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:55:38.287277 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-d39dafc5-8ff9-4a28-8d36-c7dce8700afb None None] Set router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:38.332924 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c6913a2e-dca8-409f-885f-c455aa51f58d admin admin] Publish callbacks [] for router_gateway (a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:38.337168 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38364) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:38.340963 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:38.342447 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:38.409486 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-c6913a2e-dca8-409f-885f-c455aa51f58d admin admin] Deleting port 3203ac4f-88a2-4231-ac6c-6a735b785113 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:38.410111 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c6913a2e-dca8-409f-885f-c455aa51f58d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (3203ac4f-88a2-4231-ac6c-6a735b785113), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:38.414565 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-11de799c-a591-495d-a3b1-a031cb4de1bf admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=27b28aae9d084d5ab6c031f27f29a0f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0763962 Aug 24 17:55:38.417275 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38366) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:38.469084 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-d39dafc5-8ff9-4a28-8d36-c7dce8700afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-router', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:55:37Z', 'revision_number': 5, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'gw_port': {'id': '3203ac4f-88a2-4231-ac6c-6a735b785113', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:47:56Z', 'updated_at': '2022-08-24T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:38.473751 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3d907137-5e4c-403b-b4e1-c23115ee76f4 admin admin] Publish callbacks [] for security_group (ad3c6d80-f85b-4918-8a2f-728b0e20ee5d), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:38.494396 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39dafc5-8ff9-4a28-8d36-c7dce8700afb None None] Checking router: a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:55:38.496300 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3d907137-5e4c-403b-b4e1-c23115ee76f4 admin admin] Publish callbacks [] for security_group (ad3c6d80-f85b-4918-8a2f-728b0e20ee5d), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:38.504536 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39dafc5-8ff9-4a28-8d36-c7dce8700afb None None] Routers {'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:38.505437 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-d39dafc5-8ff9-4a28-8d36-c7dce8700afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:38.505687 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [None req-c6913a2e-dca8-409f-885f-c455aa51f58d admin admin] For port 3203ac4f-88a2-4231-ac6c-6a735b785113, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=3203ac4f-88a2-4231-ac6c-6a735b785113,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:38.506000 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c6913a2e-dca8-409f-885f-c455aa51f58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (3203ac4f-88a2-4231-ac6c-6a735b785113), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:38.520929 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-c6913a2e-dca8-409f-885f-c455aa51f58d admin admin] Calling delete_port for 3203ac4f-88a2-4231-ac6c-6a735b785113 owned by network:router_gateway {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:38.554184 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3d907137-5e4c-403b-b4e1-c23115ee76f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (ad3c6d80-f85b-4918-8a2f-728b0e20ee5d), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:38.557320 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3d907137-5e4c-403b-b4e1-c23115ee76f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:38.561034 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-3d907137-5e4c-403b-b4e1-c23115ee76f4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ad3c6d80-f85b-4918-8a2f-728b0e20ee5d HTTP/1.1" status: 204 len: 168 time: 0.1401415 Aug 24 17:55:38.567455 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d907137-5e4c-403b-b4e1-c23115ee76f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3c6d80-f85b-4918-8a2f-728b0e20ee5d,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:38.618196 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-d39dafc5-8ff9-4a28-8d36-c7dce8700afb None None] Set router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 gateway port host: None {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:38.673863 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-d39dafc5-8ff9-4a28-8d36-c7dce8700afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-router', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:55:38Z', 'revision_number': 6, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'gw_port_host': None}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:38.700040 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39dafc5-8ff9-4a28-8d36-c7dce8700afb None None] The sync data for ids ['a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5'] in dv-cinder-840525-3-iscsi is: [{'id': 'a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1015225345-router', 'tenant_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:47:54Z', 'updated_at': '2022-08-24T17:55:38Z', 'revision_number': 6, 'project_id': '2fe3fa5e280d4fbd8a26cac05fe8aaa9', 'gw_port_host': None}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:55:38.727616 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c6913a2e-dca8-409f-885f-c455aa51f58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (3203ac4f-88a2-4231-ac6c-6a735b785113), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:38.753006 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6913a2e-dca8-409f-885f-c455aa51f58d admin admin] Pushing event deleted for resources: {'Port': ['ID=3203ac4f-88a2-4231-ac6c-6a735b785113,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:38.826318 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c6913a2e-dca8-409f-885f-c455aa51f58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795944'] for router_gateway (a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:39.161528 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c6913a2e-dca8-409f-885f-c455aa51f58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1797267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router (a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:39.163734 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c6913a2e-dca8-409f-885f-c455aa51f58d admin admin] Publish callbacks [] for router_controller (a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5), precommit_delete_associations {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:39.205712 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c6913a2e-dca8-409f-885f-c455aa51f58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1797258'] for router (a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:39.206365 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6913a2e-dca8-409f-885f-c455aa51f58d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 {{(pid=112764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:55:39.210437 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c6913a2e-dca8-409f-885f-c455aa51f58d admin admin] Publish callbacks [] for router (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:39.211586 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-c6913a2e-dca8-409f-885f-c455aa51f58d admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/a4f2e78f-d4f8-4ef4-a2b5-71b4ea3facd5 HTTP/1.1" status: 204 len: 168 time: 1.1119363 Aug 24 17:55:39.214244 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38370) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:39.258678 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33e20c0-6c01-4362-93e9-ea2676368308 admin admin] Deleting subnet f4beb65d-55f8-43c8-9c96-bbd198ab3e33 {{(pid=112764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:55:39.261844 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a33e20c0-6c01-4362-93e9-ea2676368308 admin admin] Publish callbacks [] for subnet (f4beb65d-55f8-43c8-9c96-bbd198ab3e33), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:39.296071 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a33e20c0-6c01-4362-93e9-ea2676368308 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6112461'] for subnet (f4beb65d-55f8-43c8-9c96-bbd198ab3e33), precommit_delete_associations {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:39.374419 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a33e20c0-6c01-4362-93e9-ea2676368308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858428'] for subnet (f4beb65d-55f8-43c8-9c96-bbd198ab3e33), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:39.401561 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:39.403952 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:39.431209 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a33e20c0-6c01-4362-93e9-ea2676368308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6221716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6168083'] for subnet (f4beb65d-55f8-43c8-9c96-bbd198ab3e33), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:39.457511 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-984259ff-8813-4662-aec8-9da76df5715d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:39.458088 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e20c0-6c01-4362-93e9-ea2676368308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4beb65d-55f8-43c8-9c96-bbd198ab3e33,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:39.460727 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a33e20c0-6c01-4362-93e9-ea2676368308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for subnet (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:39.466774 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38372) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:39.467266 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-a33e20c0-6c01-4362-93e9-ea2676368308 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/f4beb65d-55f8-43c8-9c96-bbd198ab3e33 HTTP/1.1" status: 204 len: 168 time: 0.2516544 Aug 24 17:55:39.468898 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123f57cb-95b8-4095-a46f-8d89d9ad8658 None None] Network b4887da7-fc9b-4bdc-bef8-72d9aff23bba requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:55:39.554492 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e0e0af92-762d-4a8c-b317-6a9efab9ed64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772529'] for network (b4887da7-fc9b-4bdc-bef8-72d9aff23bba), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:39.603911 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-e0e0af92-762d-4a8c-b317-6a9efab9ed64 admin admin] Deleting port d3ffeae0-2210-4065-9365-79e54c2a833d {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:39.604284 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e0e0af92-762d-4a8c-b317-6a9efab9ed64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (d3ffeae0-2210-4065-9365-79e54c2a833d), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:39.624325 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b26dde-6d33-420d-baaf-1eb0bcd0255f None None] DHCP port deletion for b4887da7-fc9b-4bdc-bef8-72d9aff23bba request from dv-cinder-840525-3-iscsi {{(pid=112765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 17:55:39.667564 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-67b26dde-6d33-420d-baaf-1eb0bcd0255f None None] Deleting port d3ffeae0-2210-4065-9365-79e54c2a833d {{(pid=112765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:39.667975 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-67b26dde-6d33-420d-baaf-1eb0bcd0255f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (d3ffeae0-2210-4065-9365-79e54c2a833d), before_delete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:39.670128 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [None req-e0e0af92-762d-4a8c-b317-6a9efab9ed64 admin admin] For port d3ffeae0-2210-4065-9365-79e54c2a833d, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=d3ffeae0-2210-4065-9365-79e54c2a833d,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:39.670494 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e0e0af92-762d-4a8c-b317-6a9efab9ed64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (d3ffeae0-2210-4065-9365-79e54c2a833d), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:39.683171 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-e0e0af92-762d-4a8c-b317-6a9efab9ed64 admin admin] Calling delete_port for d3ffeae0-2210-4065-9365-79e54c2a833d owned by network:dhcp {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:39.734576 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-67b26dde-6d33-420d-baaf-1eb0bcd0255f None None] For port d3ffeae0-2210-4065-9365-79e54c2a833d, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=d3ffeae0-2210-4065-9365-79e54c2a833d,segment=NetworkSegment(b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf),segment_id=b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:39.734989 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-67b26dde-6d33-420d-baaf-1eb0bcd0255f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (d3ffeae0-2210-4065-9365-79e54c2a833d), precommit_delete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:39.748771 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-67b26dde-6d33-420d-baaf-1eb0bcd0255f None None] Calling delete_port for d3ffeae0-2210-4065-9365-79e54c2a833d owned by network:dhcp {{(pid=112765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:39.771873 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e0e0af92-762d-4a8c-b317-6a9efab9ed64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (d3ffeae0-2210-4065-9365-79e54c2a833d), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:39.805122 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e0af92-762d-4a8c-b317-6a9efab9ed64 admin admin] No DVR routers for this DVR port d3ffeae0-2210-4065-9365-79e54c2a833d on host dv-cinder-840525-3-iscsi {{(pid=112763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:55:39.811182 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0af92-762d-4a8c-b317-6a9efab9ed64 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ffeae0-2210-4065-9365-79e54c2a833d,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:39.832234 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-67b26dde-6d33-420d-baaf-1eb0bcd0255f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414'] for port (d3ffeae0-2210-4065-9365-79e54c2a833d), after_delete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:39.856753 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b26dde-6d33-420d-baaf-1eb0bcd0255f None None] Pushing event deleted for resources: {'Port': ['ID=d3ffeae0-2210-4065-9365-79e54c2a833d,revision_number=None']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:39.860526 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b26dde-6d33-420d-baaf-1eb0bcd0255f None None] No DVR routers for this DVR port d3ffeae0-2210-4065-9365-79e54c2a833d on host dv-cinder-840525-3-iscsi {{(pid=112765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:55:40.066125 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device d3ffeae0-2210-4065-9365-79e54c2a833d no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:55:40.087412 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: d3ffeae0-2210-4065-9365-79e54c2a833d {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:55:40.087875 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device d3ffeae0-2210-4065-9365-79e54c2a833d not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:55:40.088368 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 438fb3a2-75e8-4496-aedb-10fc5cb31e8a no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:55:40.107004 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: 438fb3a2-75e8-4496-aedb-10fc5cb31e8a {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:55:40.107355 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 438fb3a2-75e8-4496-aedb-10fc5cb31e8a not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:55:40.107804 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 3203ac4f-88a2-4231-ac6c-6a735b785113 no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:55:40.126984 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: 3203ac4f-88a2-4231-ac6c-6a735b785113 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:55:40.127305 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 3203ac4f-88a2-4231-ac6c-6a735b785113 not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:55:40.127782 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e0e0af92-762d-4a8c-b317-6a9efab9ed64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853052', 'neutron.services.segments.db._delete_segments_for_network-8763232076656'] for network (b4887da7-fc9b-4bdc-bef8-72d9aff23bba), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:40.148682 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-e0e0af92-762d-4a8c-b317-6a9efab9ed64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4887da7-fc9b-4bdc-bef8-72d9aff23bba']}} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:40.156475 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:DELETE=8,neutron:UPDATE=1,neutron:SELECT=91 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:40.158536 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-e0e0af92-762d-4a8c-b317-6a9efab9ed64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf') {'for_net_delete': True} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:40.158823 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-e0e0af92-762d-4a8c-b317-6a9efab9ed64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf') {} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:40.169296 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e0e0af92-762d-4a8c-b317-6a9efab9ed64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763232055022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7513619'] for segment (b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:40.183071 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e0e0af92-762d-4a8c-b317-6a9efab9ed64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:40.189715 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e0af92-762d-4a8c-b317-6a9efab9ed64 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=112763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:55:40.190156 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e0e0af92-762d-4a8c-b317-6a9efab9ed64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7605513'] for segment (b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:40.214852 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.services.segments.plugin [-] Segment b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf resource provider aggregate not found Aug 24 17:55:40.245621 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:40.247881 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.services.segments.plugin [-] Segment b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3ee7d61-874c-4a9a-84a4-b2d6bf6ad8cf found for delete ", "request_id": "req-11738765-7aa9-4fde-8f7f-0fef105a88a4"}]} Aug 24 17:55:40.255960 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e0e0af92-762d-4a8c-b317-6a9efab9ed64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795916'] for network (b4887da7-fc9b-4bdc-bef8-72d9aff23bba), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:40.261544 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-e0e0af92-762d-4a8c-b317-6a9efab9ed64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:40.264601 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-e0e0af92-762d-4a8c-b317-6a9efab9ed64 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/b4887da7-fc9b-4bdc-bef8-72d9aff23bba HTTP/1.1" status: 204 len: 168 time: 0.7960348 Aug 24 17:55:40.275799 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0af92-762d-4a8c-b317-6a9efab9ed64 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4887da7-fc9b-4bdc-bef8-72d9aff23bba,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:40.429642 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38380) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:40.469885 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-ea2966ad-c5dc-4779-b585-33716bc01363 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2fe3fa5e280d4fbd8a26cac05fe8aaa9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390418 Aug 24 17:55:40.472244 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38382) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:40.523836 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-b22f1ffc-9f1a-4eb4-935b-dba4f9eb9dfb admin admin] Publish callbacks [] for security_group (7c29ef23-da53-44ff-be60-cd52a04ebef1), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:40.544279 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-b22f1ffc-9f1a-4eb4-935b-dba4f9eb9dfb admin admin] Publish callbacks [] for security_group (7c29ef23-da53-44ff-be60-cd52a04ebef1), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:40.591485 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-b22f1ffc-9f1a-4eb4-935b-dba4f9eb9dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (7c29ef23-da53-44ff-be60-cd52a04ebef1), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:40.594058 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-b22f1ffc-9f1a-4eb4-935b-dba4f9eb9dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:40.595208 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-b22f1ffc-9f1a-4eb4-935b-dba4f9eb9dfb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7c29ef23-da53-44ff-be60-cd52a04ebef1 HTTP/1.1" status: 204 len: 168 time: 0.1220615 Aug 24 17:55:40.603757 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f1ffc-9f1a-4eb4-935b-dba4f9eb9dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c29ef23-da53-44ff-be60-cd52a04ebef1,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:40.623886 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:41.278763 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38404) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:41.374515 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-fc8267e0-2c07-4b27-9393-5647e92f72af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2017009296-network', 'tenant_id': '1422bbfed9414b8cada1656aed195a31'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:55:41.395051 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8267e0-2c07-4b27-9393-5647e92f72af admin admin] Made reservation on behalf of 1422bbfed9414b8cada1656aed195a31 for: {'network': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:55:41.397376 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fc8267e0-2c07-4b27-9393-5647e92f72af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for network (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:41.406370 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fc8267e0-2c07-4b27-9393-5647e92f72af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:41.479402 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fc8267e0-2c07-4b27-9393-5647e92f72af admin admin] Publish callbacks [] for security_group (e46605df-8fec-4e99-9df0-fbe79435ca25), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:41.483134 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fc8267e0-2c07-4b27-9393-5647e92f72af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (e46605df-8fec-4e99-9df0-fbe79435ca25), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:41.511462 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8267e0-2c07-4b27-9393-5647e92f72af admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=112764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:55:41.517607 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8267e0-2c07-4b27-9393-5647e92f72af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46605df-8fec-4e99-9df0-fbe79435ca25,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:41.525061 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fc8267e0-2c07-4b27-9393-5647e92f72af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (264b647a-0f3d-4dba-976f-d105df39fa97), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:41.525410 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.segments_db [None req-fc8267e0-2c07-4b27-9393-5647e92f72af admin admin] Added segment 264b647a-0f3d-4dba-976f-d105df39fa97 of type vlan for network 29fbbcf6-c646-4aae-ba1c-126437193f4d Aug 24 17:55:41.565587 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fc8267e0-2c07-4b27-9393-5647e92f72af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763231558539'] for network (29fbbcf6-c646-4aae-ba1c-126437193f4d), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:41.592936 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fc8267e0-2c07-4b27-9393-5647e92f72af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134'] for network (29fbbcf6-c646-4aae-ba1c-126437193f4d), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:41.593928 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8267e0-2c07-4b27-9393-5647e92f72af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:41.594503 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fc8267e0-2c07-4b27-9393-5647e92f72af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:41.627549 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-fc8267e0-2c07-4b27-9393-5647e92f72af admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3475411 Aug 24 17:55:41.630597 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38408) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:41.635455 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-5ad0a829-afc5-4f8a-b746-b52ab7c62e28 admin admin] Request body: {'subnet': {'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2017009296-subnet', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:55:41.656328 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad0a829-afc5-4f8a-b746-b52ab7c62e28 admin admin] Made reservation on behalf of 1422bbfed9414b8cada1656aed195a31 for: {'subnet': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:55:41.658893 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5ad0a829-afc5-4f8a-b746-b52ab7c62e28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7792119'] for subnet (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:41.664017 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8267e0-2c07-4b27-9393-5647e92f72af admin admin] Pushing event updated for resources: {'Network': ['ID=29fbbcf6-c646-4aae-ba1c-126437193f4d,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:41.673888 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Network 29fbbcf6-c646-4aae-ba1c-126437193f4d details requested by agent ovs-agent-dv-cinder-840525-3-iscsi with host dv-cinder-840525-3-iscsi {{(pid=112765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:55:41.835966 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5ad0a829-afc5-4f8a-b746-b52ab7c62e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7605930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7792025'] for subnet (346fead9-f659-4b2d-a5d3-8f7d9b4bf123), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:41.899791 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0a829-afc5-4f8a-b746-b52ab7c62e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=346fead9-f659-4b2d-a5d3-8f7d9b4bf123,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:41.904056 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad0a829-afc5-4f8a-b746-b52ab7c62e28 admin admin] Checking segment: {'id': '264b647a-0f3d-4dba-976f-d105df39fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:55:41.904419 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad0a829-afc5-4f8a-b746-b52ab7c62e28 admin admin] Network hostable DHCP agents. Network: 29fbbcf6-c646-4aae-ba1c-126437193f4d, hostable agents: ['edbe2c30-39eb-4d16-9bee-d282c1702677'], hosted agents: [] {{(pid=112763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:55:41.922194 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad0a829-afc5-4f8a-b746-b52ab7c62e28 admin admin] Network 29fbbcf6-c646-4aae-ba1c-126437193f4d is scheduled to be hosted by DHCP agent edbe2c30-39eb-4d16-9bee-d282c1702677 with binding_index 1 {{(pid=112763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:55:41.930913 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-5ad0a829-afc5-4f8a-b746-b52ab7c62e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-3-iscsi, 29fbbcf6-c646-4aae-ba1c-126437193f4d) {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:55:41.935016 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0a829-afc5-4f8a-b746-b52ab7c62e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:41.935681 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5ad0a829-afc5-4f8a-b746-b52ab7c62e28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:41.940271 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e3b7aa-7221-4a8c-a485-13ebe0b48b24 None None] Network 29fbbcf6-c646-4aae-ba1c-126437193f4d requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:55:41.957070 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-5ad0a829-afc5-4f8a-b746-b52ab7c62e28 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3220105 Aug 24 17:55:41.957070 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38412) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:41.960882 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-207b1a63-6375-4ec6-8227-d8ba9bf44957 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2017009296-router', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:55:41.981506 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-207b1a63-6375-4ec6-8227-d8ba9bf44957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1612848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router (a79e18d2-a5bb-4fd6-997d-64341c18d6d8), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:41.982425 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-207b1a63-6375-4ec6-8227-d8ba9bf44957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1796060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1817803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router (a79e18d2-a5bb-4fd6-997d-64341c18d6d8), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:42.014363 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:42.033820 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-207b1a63-6375-4ec6-8227-d8ba9bf44957 admin admin] Publish callbacks [] for router_controller (a79e18d2-a5bb-4fd6-997d-64341c18d6d8), precommit_add_association {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:42.065518 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2668ac9b-bc13-4315-bb31-b007dac5c34e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b3f5f0-e4ad-5125-8985-f94976322c44-29fbbcf6-c646-4aae-ba1c-126437193f4d', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'project_id': '1422bbfed9414b8cada1656aed195a31', 'fixed_ips': [{'subnet_id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123'}]}} from dv-cinder-840525-3-iscsi. {{(pid=112765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 17:55:42.066574 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-2668ac9b-bc13-4315-bb31-b007dac5c34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:42.081018 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:42.091768 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:42.156169 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:42.178361 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-207b1a63-6375-4ec6-8227-d8ba9bf44957 admin admin] Publish callbacks [] for router_gateway (a79e18d2-a5bb-4fd6-997d-64341c18d6d8), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:42.345725 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.db_base_plugin_common [None req-2668ac9b-bc13-4315-bb31-b007dac5c34e None None] Allocated IP 172.20.0.2 (29fbbcf6-c646-4aae-ba1c-126437193f4d/346fead9-f659-4b2d-a5d3-8f7d9b4bf123/554e94ae-e869-4cf4-b02c-a44f055e7a38) {{(pid=112765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:55:42.379623 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-207b1a63-6375-4ec6-8227-d8ba9bf44957 admin admin] Publish callbacks [] for router_gateway (a79e18d2-a5bb-4fd6-997d-64341c18d6d8), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:42.404370 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-207b1a63-6375-4ec6-8227-d8ba9bf44957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:42.469344 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:42.510931 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-2668ac9b-bc13-4315-bb31-b007dac5c34e None None] Publish callbacks [] for port (554e94ae-e869-4cf4-b02c-a44f055e7a38), precommit_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:42.517892 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-2668ac9b-bc13-4315-bb31-b007dac5c34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405'] for port (554e94ae-e869-4cf4-b02c-a44f055e7a38), after_create {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:42.524941 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:42.558641 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2668ac9b-bc13-4315-bb31-b007dac5c34e None None] Network 29fbbcf6-c646-4aae-ba1c-126437193f4d is already hosted by enough agents. {{(pid=112765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:55:42.563365 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.scheduler.base_scheduler [None req-2668ac9b-bc13-4315-bb31-b007dac5c34e None None] Resources bound (agent type, host, resource id): {{(pid=112765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:55:42.567383 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2668ac9b-bc13-4315-bb31-b007dac5c34e None None] Received port after_create {{(pid=112765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:55:42.569322 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebef297-5068-4e7d-89df-8820da62b462 req-7e5ac592-eb7f-469b-b3fc-f07e63016594 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:42.571162 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-bebef297-5068-4e7d-89df-8820da62b462 req-7e5ac592-eb7f-469b-b3fc-f07e63016594 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd9880c9-7222-4fa9-a5f0-2dbca7500cf2 HTTP/1.1" status: 200 len: 945 time: 0.1002588 Aug 24 17:55:42.572501 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [None req-207b1a63-6375-4ec6-8227-d8ba9bf44957 admin admin] Allocated IP 172.27.1.178 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/3bba0c27-0cd8-431e-a87d-5b9ca02228b5) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:55:42.574332 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668ac9b-bc13-4315-bb31-b007dac5c34e None None] Pushing event updated for resources: {'Port': ['ID=554e94ae-e869-4cf4-b02c-a44f055e7a38,revision_number=1']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:42.629138 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-2668ac9b-bc13-4315-bb31-b007dac5c34e None None] Attempting to bind port 554e94ae-e869-4cf4-b02c-a44f055e7a38 on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:55:42.629472 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-2668ac9b-bc13-4315-bb31-b007dac5c34e None None] Attempting to bind port 554e94ae-e869-4cf4-b02c-a44f055e7a38 by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': '264b647a-0f3d-4dba-976f-d105df39fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d'}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:55:42.630194 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2668ac9b-bc13-4315-bb31-b007dac5c34e None None] Attempting to bind port 554e94ae-e869-4cf4-b02c-a44f055e7a38 on network 29fbbcf6-c646-4aae-ba1c-126437193f4d {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:55:42.634784 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2668ac9b-bc13-4315-bb31-b007dac5c34e None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:55:42.635193 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2668ac9b-bc13-4315-bb31-b007dac5c34e None None] Checking segment: {'id': '264b647a-0f3d-4dba-976f-d105df39fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:55:42.635632 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-2668ac9b-bc13-4315-bb31-b007dac5c34e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:42.636294 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2668ac9b-bc13-4315-bb31-b007dac5c34e None None] Bound using segment: {'id': '264b647a-0f3d-4dba-976f-d105df39fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d'} {{(pid=112765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:55:42.636481 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.managers [None req-2668ac9b-bc13-4315-bb31-b007dac5c34e None None] Bound port: 554e94ae-e869-4cf4-b02c-a44f055e7a38, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264b647a-0f3d-4dba-976f-d105df39fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d'}}] {{(pid=112765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:55:42.636867 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-2668ac9b-bc13-4315-bb31-b007dac5c34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (554e94ae-e869-4cf4-b02c-a44f055e7a38), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:42.658138 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-bebef297-5068-4e7d-89df-8820da62b462 req-d4f4a7dc-58e0-4960-b39d-7fadd2c3c7d7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=76f23499-21a6-4b00-a5c2-455ce27d659a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792706 Aug 24 17:55:42.703574 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-2668ac9b-bc13-4315-bb31-b007dac5c34e None None] For port 554e94ae-e869-4cf4-b02c-a44f055e7a38, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:55:42.706784 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-2668ac9b-bc13-4315-bb31-b007dac5c34e None None] For port 554e94ae-e869-4cf4-b02c-a44f055e7a38, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=554e94ae-e869-4cf4-b02c-a44f055e7a38,segment=NetworkSegment(264b647a-0f3d-4dba-976f-d105df39fa97),segment_id=264b647a-0f3d-4dba-976f-d105df39fa97)] {{(pid=112765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:55:42.713401 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-2668ac9b-bc13-4315-bb31-b007dac5c34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (554e94ae-e869-4cf4-b02c-a44f055e7a38), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:42.727028 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-207b1a63-6375-4ec6-8227-d8ba9bf44957 admin admin] Publish callbacks [] for port (3bba0c27-0cd8-431e-a87d-5b9ca02228b5), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:42.761689 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-207b1a63-6375-4ec6-8227-d8ba9bf44957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (3bba0c27-0cd8-431e-a87d-5b9ca02228b5), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:42.767683 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668ac9b-bc13-4315-bb31-b007dac5c34e None None] Pushing event updated for resources: {'Port': ['ID=554e94ae-e869-4cf4-b02c-a44f055e7a38,revision_number=2']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:42.804684 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207b1a63-6375-4ec6-8227-d8ba9bf44957 admin admin] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:55:42.807706 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-207b1a63-6375-4ec6-8227-d8ba9bf44957 admin admin] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:55:42.811724 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207b1a63-6375-4ec6-8227-d8ba9bf44957 admin admin] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:55:42.838345 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b1a63-6375-4ec6-8227-d8ba9bf44957 admin admin] Pushing event updated for resources: {'Port': ['ID=3bba0c27-0cd8-431e-a87d-5b9ca02228b5,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:43.075668 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-207b1a63-6375-4ec6-8227-d8ba9bf44957 admin admin] Publish callbacks [] for router_gateway (a79e18d2-a5bb-4fd6-997d-64341c18d6d8), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:43.263042 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-207b1a63-6375-4ec6-8227-d8ba9bf44957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1612547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1796013'] for router (a79e18d2-a5bb-4fd6-997d-64341c18d6d8), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:43.298378 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:43.393073 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207b1a63-6375-4ec6-8227-d8ba9bf44957 admin admin] Router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 is scheduled to L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 with binding_index 1 {{(pid=112763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:55:43.476494 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:43.502178 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207b1a63-6375-4ec6-8227-d8ba9bf44957 admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:55:43.513405 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] Sync routers for ids ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:55:43.523635 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-207b1a63-6375-4ec6-8227-d8ba9bf44957 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:43.524519 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-207b1a63-6375-4ec6-8227-d8ba9bf44957 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5671237 Aug 24 17:55:43.524664 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] Routers {'a79e18d2-a5bb-4fd6-997d-64341c18d6d8'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:43.525279 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:43.527276 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38424) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:43.615722 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=100 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:43.622937 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=100 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:43.633209 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] Set router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:43.670860 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788732ab-1a6b-448d-a40c-e118dffa3998 None None] Network 29fbbcf6-c646-4aae-ba1c-126437193f4d requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:55:43.777580 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-a5429caf-a69f-4b64-be56-787e8171a7d4 None None] Provisioning complete for port 554e94ae-e869-4cf4-b02c-a44f055e7a38 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:55:43.778268 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-a5429caf-a69f-4b64-be56-787e8171a7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (554e94ae-e869-4cf4-b02c-a44f055e7a38), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:43.797213 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6152f-0f94-4070-909a-90a1f4e3525f req-cff04ecf-a84d-4342-9fc2-b9c415473f8c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:43.805103 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4fb6152f-0f94-4070-909a-90a1f4e3525f req-cff04ecf-a84d-4342-9fc2-b9c415473f8c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd9880c9-7222-4fa9-a5f0-2dbca7500cf2 HTTP/1.1" status: 200 len: 945 time: 0.0575666 Aug 24 17:55:43.828103 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'name': 'tempest-AttachVolumeTestJSON-2017009296-router', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:55:41Z', 'updated_at': '2022-08-24T17:55:42Z', 'revision_number': 3, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'gw_port': {'id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:42Z', 'updated_at': '2022-08-24T17:55:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:43.858981 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] Checking router: a79e18d2-a5bb-4fd6-997d-64341c18d6d8 for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:55:43.859858 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] Updating router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 port 3bba0c27-0cd8-431e-a87d-5b9ca02228b5 binding host dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:55:43.895186 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (3bba0c27-0cd8-431e-a87d-5b9ca02228b5), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:43.908574 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4fb6152f-0f94-4070-909a-90a1f4e3525f req-c5a458b7-f487-45d4-92a1-c7ee7b329223 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=76f23499-21a6-4b00-a5c2-455ce27d659a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021032 Aug 24 17:55:43.926523 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae910f3c-a3e5-414f-a8b7-6034982a6b8e req-1dd0cbc7-5da8-4b3c-ac6c-923d210b3d5c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:43.928348 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ae910f3c-a3e5-414f-a8b7-6034982a6b8e req-1dd0cbc7-5da8-4b3c-ac6c-923d210b3d5c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dd9880c9-7222-4fa9-a5f0-2dbca7500cf2 HTTP/1.1" status: 200 len: 945 time: 0.1208854 Aug 24 17:55:43.954964 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-a5429caf-a69f-4b64-be56-787e8171a7d4 None None] Current status of the port 554e94ae-e869-4cf4-b02c-a44f055e7a38 is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:55:43.955361 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-a5429caf-a69f-4b64-be56-787e8171a7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (554e94ae-e869-4cf4-b02c-a44f055e7a38), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:44.004614 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:44.012286 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-a5429caf-a69f-4b64-be56-787e8171a7d4 None None] For port 554e94ae-e869-4cf4-b02c-a44f055e7a38, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=554e94ae-e869-4cf4-b02c-a44f055e7a38,segment=NetworkSegment(264b647a-0f3d-4dba-976f-d105df39fa97),segment_id=264b647a-0f3d-4dba-976f-d105df39fa97)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:44.022453 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-a5429caf-a69f-4b64-be56-787e8171a7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (554e94ae-e869-4cf4-b02c-a44f055e7a38), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:44.034486 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-44017acc-8522-4bee-82c5-254873b71943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:44.098355 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:44.115954 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5429caf-a69f-4b64-be56-787e8171a7d4 None None] Pushing event updated for resources: {'Port': ['ID=554e94ae-e869-4cf4-b02c-a44f055e7a38,revision_number=3']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:44.132283 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-ae910f3c-a3e5-414f-a8b7-6034982a6b8e req-7db6e06d-d652-47f8-8f57-44df306b74ca tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Deleting port 6c39b813-4893-4572-b87a-9cfa16992682 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:44.132633 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-ae910f3c-a3e5-414f-a8b7-6034982a6b8e req-7db6e06d-d652-47f8-8f57-44df306b74ca tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (6c39b813-4893-4572-b87a-9cfa16992682), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:44.162300 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 554e94ae-e869-4cf4-b02c-a44f055e7a38 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:55:44.198100 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:44.217316 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 554e94ae-e869-4cf4-b02c-a44f055e7a38 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:55:44.218672 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (554e94ae-e869-4cf4-b02c-a44f055e7a38), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:44.245280 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:44.263845 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:44.267010 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-07ea9fec-8af0-4b14-965e-b4e04e9c0250 None None] Provisioning complete for port 554e94ae-e869-4cf4-b02c-a44f055e7a38 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:55:44.267635 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-07ea9fec-8af0-4b14-965e-b4e04e9c0250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (554e94ae-e869-4cf4-b02c-a44f055e7a38), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:44.269174 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] Publish callbacks [] for port (3bba0c27-0cd8-431e-a87d-5b9ca02228b5), precommit_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:44.276518 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [None req-44017acc-8522-4bee-82c5-254873b71943 admin admin] Allocated IP 172.20.0.1 (29fbbcf6-c646-4aae-ba1c-126437193f4d/346fead9-f659-4b2d-a5d3-8f7d9b4bf123/8782624c-8bed-4eb6-b0ce-027ba8632180) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:55:44.277950 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (3bba0c27-0cd8-431e-a87d-5b9ca02228b5), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:44.278243 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-ae910f3c-a3e5-414f-a8b7-6034982a6b8e req-7db6e06d-d652-47f8-8f57-44df306b74ca tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] For port 6c39b813-4893-4572-b87a-9cfa16992682, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=6c39b813-4893-4572-b87a-9cfa16992682,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:44.278616 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-ae910f3c-a3e5-414f-a8b7-6034982a6b8e req-7db6e06d-d652-47f8-8f57-44df306b74ca tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (6c39b813-4893-4572-b87a-9cfa16992682), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:44.330766 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] Attempting to bind port 3bba0c27-0cd8-431e-a87d-5b9ca02228b5 on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:55:44.331134 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] Attempting to bind port 3bba0c27-0cd8-431e-a87d-5b9ca02228b5 by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:55:44.331508 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] Attempting to bind port 3bba0c27-0cd8-431e-a87d-5b9ca02228b5 on network 362d5c28-632f-46ac-8441-a79df5e3c295 {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:55:44.346985 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:55:44.347359 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] Checking segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:55:44.347799 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:44.348190 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] Bound using segment: {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:55:44.348665 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] Bound port: 3bba0c27-0cd8-431e-a87d-5b9ca02228b5, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa353bdd-f470-4d36-b7d5-8499e59b1d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:55:44.349044 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (3bba0c27-0cd8-431e-a87d-5b9ca02228b5), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:44.353778 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8dfbf3-c203-4cc2-aa59-04ba11c4891a None None] Pushing event updated for resources: {'Port': ['ID=3bba0c27-0cd8-431e-a87d-5b9ca02228b5,revision_number=2']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:44.361831 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 554e94ae-e869-4cf4-b02c-a44f055e7a38 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:55:44.380616 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8dfbf3-c203-4cc2-aa59-04ba11c4891a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:44.380965 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8dfbf3-c203-4cc2-aa59-04ba11c4891a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:44.381297 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8dfbf3-c203-4cc2-aa59-04ba11c4891a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:44.381638 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8dfbf3-c203-4cc2-aa59-04ba11c4891a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:44.381972 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8dfbf3-c203-4cc2-aa59-04ba11c4891a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:44.382305 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8dfbf3-c203-4cc2-aa59-04ba11c4891a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:44.382625 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8dfbf3-c203-4cc2-aa59-04ba11c4891a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:44.382949 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8dfbf3-c203-4cc2-aa59-04ba11c4891a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:44.383276 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8dfbf3-c203-4cc2-aa59-04ba11c4891a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:44.384167 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8dfbf3-c203-4cc2-aa59-04ba11c4891a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:44.384504 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8dfbf3-c203-4cc2-aa59-04ba11c4891a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:44.384846 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8dfbf3-c203-4cc2-aa59-04ba11c4891a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:44.385176 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8dfbf3-c203-4cc2-aa59-04ba11c4891a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:44.385992 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8dfbf3-c203-4cc2-aa59-04ba11c4891a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:44.386329 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8dfbf3-c203-4cc2-aa59-04ba11c4891a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:44.397688 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-07ea9fec-8af0-4b14-965e-b4e04e9c0250 None None] Current status of the port 554e94ae-e869-4cf4-b02c-a44f055e7a38 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:55:44.419306 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] For port 3bba0c27-0cd8-431e-a87d-5b9ca02228b5, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:55:44.422497 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] For port 3bba0c27-0cd8-431e-a87d-5b9ca02228b5, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=3bba0c27-0cd8-431e-a87d-5b9ca02228b5,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:55:44.429064 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (3bba0c27-0cd8-431e-a87d-5b9ca02228b5), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:44.435795 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-44017acc-8522-4bee-82c5-254873b71943 admin admin] Publish callbacks [] for port (8782624c-8bed-4eb6-b0ce-027ba8632180), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:44.463826 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] Routers {'a79e18d2-a5bb-4fd6-997d-64341c18d6d8'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:44.464449 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:44.476494 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-44017acc-8522-4bee-82c5-254873b71943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (8782624c-8bed-4eb6-b0ce-027ba8632180), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:44.478441 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-ae910f3c-a3e5-414f-a8b7-6034982a6b8e req-7db6e06d-d652-47f8-8f57-44df306b74ca tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:44.478816 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-ae910f3c-a3e5-414f-a8b7-6034982a6b8e req-7db6e06d-d652-47f8-8f57-44df306b74ca tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (114daa73-73c3-47c9-9145-7c16648ac67f), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:44.479142 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.l3_db [req-ae910f3c-a3e5-414f-a8b7-6034982a6b8e req-7db6e06d-d652-47f8-8f57-44df306b74ca tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Floating IP 114daa73-73c3-47c9-9145-7c16648ac67f disassociated. External IP: 172.27.1.202, port: 6c39b813-4893-4572-b87a-9cfa16992682. Aug 24 17:55:44.479505 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-ae910f3c-a3e5-414f-a8b7-6034982a6b8e req-7db6e06d-d652-47f8-8f57-44df306b74ca tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Calling delete_port for 6c39b813-4893-4572-b87a-9cfa16992682 owned by compute:nova {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:44.531362 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44017acc-8522-4bee-82c5-254873b71943 admin admin] Network 29fbbcf6-c646-4aae-ba1c-126437193f4d is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:55:44.536892 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-44017acc-8522-4bee-82c5-254873b71943 admin admin] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:55:44.538681 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44017acc-8522-4bee-82c5-254873b71943 admin admin] Pushing event updated for resources: {'Port': ['ID=8782624c-8bed-4eb6-b0ce-027ba8632180,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:44.556129 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44017acc-8522-4bee-82c5-254873b71943 admin admin] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:55:44.561638 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8dfbf3-c203-4cc2-aa59-04ba11c4891a None None] Pushing event updated for resources: {'Port': ['ID=3bba0c27-0cd8-431e-a87d-5b9ca02228b5,revision_number=3']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:44.583564 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] Set router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:44.610933 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-44017acc-8522-4bee-82c5-254873b71943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746992'] for router_interface (a79e18d2-a5bb-4fd6-997d-64341c18d6d8), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:44.651658 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-ae910f3c-a3e5-414f-a8b7-6034982a6b8e req-7db6e06d-d652-47f8-8f57-44df306b74ca tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (6c39b813-4893-4572-b87a-9cfa16992682), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:44.661053 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:44.689880 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6e06d-d652-47f8-8f57-44df306b74ca tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event deleted for resources: {'Port': ['ID=6c39b813-4893-4572-b87a-9cfa16992682,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:44.788805 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-44017acc-8522-4bee-82c5-254873b71943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (8782624c-8bed-4eb6-b0ce-027ba8632180), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:44.810175 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:44.828068 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-07862c76-5642-4da2-a128-1b2afe7694ae None None] Provisioning complete for port 8782624c-8bed-4eb6-b0ce-027ba8632180 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:55:44.829193 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-07862c76-5642-4da2-a128-1b2afe7694ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (8782624c-8bed-4eb6-b0ce-027ba8632180), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:44.830158 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:44.837703 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae910f3c-a3e5-414f-a8b7-6034982a6b8e req-7db6e06d-d652-47f8-8f57-44df306b74ca tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Router a12cebee-53ca-4401-a424-dd8eaf36456d has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:55:44.868341 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'name': 'tempest-AttachVolumeTestJSON-2017009296-router', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:55:41Z', 'updated_at': '2022-08-24T17:55:42Z', 'revision_number': 3, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'gw_port': {'id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:42Z', 'updated_at': '2022-08-24T17:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:44.871825 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-07862c76-5642-4da2-a128-1b2afe7694ae None None] Port 8782624c-8bed-4eb6-b0ce-027ba8632180 cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:55:44.898037 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2f4df1-6f74-463b-ba26-e4f469b2b926 None None] The sync data for ids ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'] in dv-cinder-840525-3-iscsi is: [{'id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'name': 'tempest-AttachVolumeTestJSON-2017009296-router', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:55:41Z', 'updated_at': '2022-08-24T17:55:42Z', 'revision_number': 3, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'gw_port': {'id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:42Z', 'updated_at': '2022-08-24T17:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:55:44.977312 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae910f3c-a3e5-414f-a8b7-6034982a6b8e req-7db6e06d-d652-47f8-8f57-44df306b74ca tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:55:45.001252 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-44017acc-8522-4bee-82c5-254873b71943 admin admin] Publish callbacks [] for port (8782624c-8bed-4eb6-b0ce-027ba8632180), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:45.002290 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505e11c5-34fa-44e5-b548-6c54a7eb4e18 None None] Sync routers for ids ['a12cebee-53ca-4401-a424-dd8eaf36456d'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:55:45.009282 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-44017acc-8522-4bee-82c5-254873b71943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (8782624c-8bed-4eb6-b0ce-027ba8632180), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:45.020367 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505e11c5-34fa-44e5-b548-6c54a7eb4e18 None None] Routers {'a12cebee-53ca-4401-a424-dd8eaf36456d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:45.021395 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-505e11c5-34fa-44e5-b548-6c54a7eb4e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a12cebee-53ca-4401-a424-dd8eaf36456d'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:45.058586 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae910f3c-a3e5-414f-a8b7-6034982a6b8e req-7db6e06d-d652-47f8-8f57-44df306b74ca tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] No DVR routers for this DVR port 6c39b813-4893-4572-b87a-9cfa16992682 on host hv-cinder-84052 {{(pid=112764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:55:45.061187 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-ae910f3c-a3e5-414f-a8b7-6034982a6b8e req-7db6e06d-d652-47f8-8f57-44df306b74ca tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:45.067935 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ae910f3c-a3e5-414f-a8b7-6034982a6b8e req-7db6e06d-d652-47f8-8f57-44df306b74ca tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.62 "DELETE /networking/v2.0/ports/6c39b813-4893-4572-b87a-9cfa16992682 HTTP/1.1" status: 204 len: 173 time: 1.1330652 Aug 24 17:55:45.068629 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9880c9-7222-4fa9-a5f0-2dbca7500cf2', 'name': 'network-vif-deleted', 'tag': '6c39b813-4893-4572-b87a-9cfa16992682'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:55:45.073792 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa26029-130c-405f-bac4-6226d1b9cf2f" -d '{"events": [{"server_uuid": "dd9880c9-7222-4fa9-a5f0-2dbca7500cf2", "name": "network-vif-deleted", "tag": "6c39b813-4893-4572-b87a-9cfa16992682"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:55:45.111628 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4a0e9a8c-fd2c-4c72-a9c8-ea372f28517d req-7ded8dcd-c292-440c-89d6-a296c59851fc tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd9880c9-7222-4fa9-a5f0-2dbca7500cf2 HTTP/1.1" status: 200 len: 210 time: 0.0632150 Aug 24 17:55:45.137318 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cda5e3a-da62-45c7-b141-d865440e19bc x-openstack-request-id: req-8cda5e3a-da62-45c7-b141-d865440e19bc {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:55:45.137537 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9880c9-7222-4fa9-a5f0-2dbca7500cf2", "name": "network-vif-deleted", "tag": "6c39b813-4893-4572-b87a-9cfa16992682", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:55:45.137820 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8cda5e3a-da62-45c7-b141-d865440e19bc {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:55:45.139523 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cda5e3a-da62-45c7-b141-d865440e19bc'] response: {'server_uuid': 'dd9880c9-7222-4fa9-a5f0-2dbca7500cf2', 'name': 'network-vif-deleted', 'tag': '6c39b813-4893-4572-b87a-9cfa16992682', 'status': 'completed', 'code': 200} Aug 24 17:55:45.146858 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-44017acc-8522-4bee-82c5-254873b71943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747020'] for router_interface (a79e18d2-a5bb-4fd6-997d-64341c18d6d8), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:45.204179 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:45.205547 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44017acc-8522-4bee-82c5-254873b71943 admin admin] Pushing event updated for resources: {'Port': ['ID=8782624c-8bed-4eb6-b0ce-027ba8632180,revision_number=2']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:45.226083 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-505e11c5-34fa-44e5-b548-6c54a7eb4e18 None None] Set router a12cebee-53ca-4401-a424-dd8eaf36456d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:45.328110 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44017acc-8522-4bee-82c5-254873b71943 admin admin] Network 29fbbcf6-c646-4aae-ba1c-126437193f4d is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:55:45.329791 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-44017acc-8522-4bee-82c5-254873b71943 admin admin] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:55:45.474694 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44017acc-8522-4bee-82c5-254873b71943 admin admin] Router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:55:45.519308 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-505e11c5-34fa-44e5-b548-6c54a7eb4e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '19051b4b-859a-4a9d-922c-ccf1c3fafb9a', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'port_id': '8c02114c-93ee-4d8c-9f80-148768e58b93', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'mac_address': 'fa:16:3e:7e:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e207e34-6199-4650-9358-5ef1fd30774a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:53:45Z', 'updated_at': '2022-08-24T17:54:00Z', 'revision_number': 2, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:45.566981 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505e11c5-34fa-44e5-b548-6c54a7eb4e18 None None] Checking router: a12cebee-53ca-4401-a424-dd8eaf36456d for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:55:45.582731 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505e11c5-34fa-44e5-b548-6c54a7eb4e18 None None] Routers {'a12cebee-53ca-4401-a424-dd8eaf36456d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:45.583362 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-505e11c5-34fa-44e5-b548-6c54a7eb4e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a12cebee-53ca-4401-a424-dd8eaf36456d'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:45.635044 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44017acc-8522-4bee-82c5-254873b71943 admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:55:45.642766 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-44017acc-8522-4bee-82c5-254873b71943 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/a79e18d2-a5bb-4fd6-997d-64341c18d6d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1143701 Aug 24 17:55:45.704747 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=100 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:45.720886 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-6dcb2195-ff08-4c98-9f15-a0d7eaf3e1ad None None] Provisioning complete for port 8782624c-8bed-4eb6-b0ce-027ba8632180 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:55:45.721272 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2195-ff08-4c98-9f15-a0d7eaf3e1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (8782624c-8bed-4eb6-b0ce-027ba8632180), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:45.759129 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-505e11c5-34fa-44e5-b548-6c54a7eb4e18 None None] Set router a12cebee-53ca-4401-a424-dd8eaf36456d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:45.793305 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-6dcb2195-ff08-4c98-9f15-a0d7eaf3e1ad None None] Port 8782624c-8bed-4eb6-b0ce-027ba8632180 cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:55:45.965140 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38444) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:45.970397 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-df433087-c8cf-4d6f-b108-f92d78ee7e5b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--203137999', 'description': 'tempest-description--364966578'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:55:45.994728 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-505e11c5-34fa-44e5-b548-6c54a7eb4e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '19051b4b-859a-4a9d-922c-ccf1c3fafb9a', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'port_id': '8c02114c-93ee-4d8c-9f80-148768e58b93', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'mac_address': 'fa:16:3e:7e:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e207e34-6199-4650-9358-5ef1fd30774a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:53:45Z', 'updated_at': '2022-08-24T17:54:00Z', 'revision_number': 2, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:46.005160 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-df433087-c8cf-4d6f-b108-f92d78ee7e5b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.021831 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505e11c5-34fa-44e5-b548-6c54a7eb4e18 None None] The sync data for ids ['a12cebee-53ca-4401-a424-dd8eaf36456d'] in dv-cinder-840525-3-iscsi is: [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '19051b4b-859a-4a9d-922c-ccf1c3fafb9a', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'port_id': '8c02114c-93ee-4d8c-9f80-148768e58b93', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'mac_address': 'fa:16:3e:7e:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e207e34-6199-4650-9358-5ef1fd30774a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:53:45Z', 'updated_at': '2022-08-24T17:54:00Z', 'revision_number': 2, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:55:46.116969 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-df433087-c8cf-4d6f-b108-f92d78ee7e5b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group (9615fb68-888a-432d-bc56-6344e7b95e19), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.120821 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-df433087-c8cf-4d6f-b108-f92d78ee7e5b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (9615fb68-888a-432d-bc56-6344e7b95e19), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.153595 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-df433087-c8cf-4d6f-b108-f92d78ee7e5b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.154945 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-df433087-c8cf-4d6f-b108-f92d78ee7e5b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1887996 Aug 24 17:55:46.158647 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38448) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:46.163533 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-5cfbd0f0-24ab-458d-af9a-398c6f61947f tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Request body: {'security_group_rule': {'security_group_id': '9615fb68-888a-432d-bc56-6344e7b95e19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:55:46.169556 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df433087-c8cf-4d6f-b108-f92d78ee7e5b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9615fb68-888a-432d-bc56-6344e7b95e19,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:46.182647 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df433087-c8cf-4d6f-b108-f92d78ee7e5b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.183067 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df433087-c8cf-4d6f-b108-f92d78ee7e5b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.183508 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df433087-c8cf-4d6f-b108-f92d78ee7e5b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.183928 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df433087-c8cf-4d6f-b108-f92d78ee7e5b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.184334 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df433087-c8cf-4d6f-b108-f92d78ee7e5b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.184731 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df433087-c8cf-4d6f-b108-f92d78ee7e5b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.185129 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df433087-c8cf-4d6f-b108-f92d78ee7e5b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.185518 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df433087-c8cf-4d6f-b108-f92d78ee7e5b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.186079 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df433087-c8cf-4d6f-b108-f92d78ee7e5b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.186362 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df433087-c8cf-4d6f-b108-f92d78ee7e5b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.187304 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df433087-c8cf-4d6f-b108-f92d78ee7e5b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.187721 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df433087-c8cf-4d6f-b108-f92d78ee7e5b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.188111 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df433087-c8cf-4d6f-b108-f92d78ee7e5b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.188500 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df433087-c8cf-4d6f-b108-f92d78ee7e5b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.188883 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df433087-c8cf-4d6f-b108-f92d78ee7e5b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.197961 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:46.214955 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 3bba0c27-0cd8-431e-a87d-5b9ca02228b5 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:55:46.217385 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd0f0-24ab-458d-af9a-398c6f61947f tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group_rule (b0320f31-26d6-4394-bc30-5a720fe2d4ac), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.219871 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38452) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:46.271566 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 3bba0c27-0cd8-431e-a87d-5b9ca02228b5 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:55:46.271963 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (3bba0c27-0cd8-431e-a87d-5b9ca02228b5), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.285574 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd0f0-24ab-458d-af9a-398c6f61947f tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group_rule (b0320f31-26d6-4394-bc30-5a720fe2d4ac), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.287764 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-cd6203e5-8235-4526-85d0-18a135bc5166 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (76f23499-21a6-4b00-a5c2-455ce27d659a), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.290239 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd0f0-24ab-458d-af9a-398c6f61947f tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (b0320f31-26d6-4394-bc30-5a720fe2d4ac), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.300631 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:46.302384 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=100 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:46.311591 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbd0f0-24ab-458d-af9a-398c6f61947f tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0320f31-26d6-4394-bc30-5a720fe2d4ac,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:46.320665 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-cd6203e5-8235-4526-85d0-18a135bc5166 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (76f23499-21a6-4b00-a5c2-455ce27d659a), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.324070 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd0f0-24ab-458d-af9a-398c6f61947f tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.326611 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-5cfbd0f0-24ab-458d-af9a-398c6f61947f tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1663136 Aug 24 17:55:46.329263 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38454) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:46.335993 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-4752defa-ad75-42a5-9e7f-416009ce8f02 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Request body: {'security_group_rule': {'security_group_id': '9615fb68-888a-432d-bc56-6344e7b95e19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:55:46.368046 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 3bba0c27-0cd8-431e-a87d-5b9ca02228b5 is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:55:46.368443 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (3bba0c27-0cd8-431e-a87d-5b9ca02228b5), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.370590 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4752defa-ad75-42a5-9e7f-416009ce8f02 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group_rule (888121f0-f50e-4f08-85b3-10a1c43bf3c7), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.385571 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-cd6203e5-8235-4526-85d0-18a135bc5166 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (76f23499-21a6-4b00-a5c2-455ce27d659a), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.388448 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-cd6203e5-8235-4526-85d0-18a135bc5166 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.389709 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-cd6203e5-8235-4526-85d0-18a135bc5166 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/76f23499-21a6-4b00-a5c2-455ce27d659a HTTP/1.1" status: 204 len: 168 time: 0.1685367 Aug 24 17:55:46.392787 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38456) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:46.395032 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port 3bba0c27-0cd8-431e-a87d-5b9ca02228b5, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=3bba0c27-0cd8-431e-a87d-5b9ca02228b5,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:46.399415 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (3bba0c27-0cd8-431e-a87d-5b9ca02228b5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.400546 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6203e5-8235-4526-85d0-18a135bc5166 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f23499-21a6-4b00-a5c2-455ce27d659a,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:46.401094 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 554e94ae-e869-4cf4-b02c-a44f055e7a38 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:55:46.418552 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.api.v2.resource [None req-26bdd3a8-24eb-452d-8566-5bddd8a71f80 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] show failed (client error): The resource could not be found. Aug 24 17:55:46.419639 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-26bdd3a8-24eb-452d-8566-5bddd8a71f80 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups/76f23499-21a6-4b00-a5c2-455ce27d659a HTTP/1.1" status: 404 len: 347 time: 0.0257695 Aug 24 17:55:46.424101 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38458) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:46.445936 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4752defa-ad75-42a5-9e7f-416009ce8f02 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group_rule (888121f0-f50e-4f08-85b3-10a1c43bf3c7), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.449829 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4752defa-ad75-42a5-9e7f-416009ce8f02 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (888121f0-f50e-4f08-85b3-10a1c43bf3c7), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.457683 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:46.473581 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752defa-ad75-42a5-9e7f-416009ce8f02 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888121f0-f50e-4f08-85b3-10a1c43bf3c7,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:46.484483 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4752defa-ad75-42a5-9e7f-416009ce8f02 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.491341 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-4752defa-ad75-42a5-9e7f-416009ce8f02 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1610463 Aug 24 17:55:46.492053 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38460) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:46.496449 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=3bba0c27-0cd8-431e-a87d-5b9ca02228b5,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:46.497140 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-0b9e43ef-e89b-43f0-bcc4-c36dca44d63e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Request body: {'floatingip': {'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:55:46.505523 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 554e94ae-e869-4cf4-b02c-a44f055e7a38 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:55:46.505938 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (554e94ae-e869-4cf4-b02c-a44f055e7a38), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.509360 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.509906 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.510252 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.510598 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.510987 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.511269 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.511628 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.511959 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.512409 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.512614 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.512942 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.513271 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.513600 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.514139 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.514266 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:46.523584 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0b9e43ef-e89b-43f0-bcc4-c36dca44d63e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.596985 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-5fef0d3a-9e40-4c57-af8d-54d14a5fff10 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Deleting port 681c2ef2-31dc-4852-952c-b10bb4397b60 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:46.597442 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5fef0d3a-9e40-4c57-af8d-54d14a5fff10 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (681c2ef2-31dc-4852-952c-b10bb4397b60), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.605611 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 554e94ae-e869-4cf4-b02c-a44f055e7a38 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:55:46.621226 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0b9e43ef-e89b-43f0-bcc4-c36dca44d63e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.681619 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5fef0d3a-9e40-4c57-af8d-54d14a5fff10 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (681c2ef2-31dc-4852-952c-b10bb4397b60), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.682023 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5fef0d3a-9e40-4c57-af8d-54d14a5fff10 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (681c2ef2-31dc-4852-952c-b10bb4397b60), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.698463 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-5fef0d3a-9e40-4c57-af8d-54d14a5fff10 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Calling delete_port for 681c2ef2-31dc-4852-952c-b10bb4397b60 owned by network:floatingip {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:46.737336 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [None req-0b9e43ef-e89b-43f0-bcc4-c36dca44d63e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Allocated IP 172.27.1.204 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/af45452f-9051-4d8b-b96c-6b5f97628ebd) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:55:46.750639 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:46.840436 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5fef0d3a-9e40-4c57-af8d-54d14a5fff10 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (681c2ef2-31dc-4852-952c-b10bb4397b60), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.858437 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0b9e43ef-e89b-43f0-bcc4-c36dca44d63e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for port (af45452f-9051-4d8b-b96c-6b5f97628ebd), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.864806 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef0d3a-9e40-4c57-af8d-54d14a5fff10 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event deleted for resources: {'Port': ['ID=681c2ef2-31dc-4852-952c-b10bb4397b60,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:46.896328 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0b9e43ef-e89b-43f0-bcc4-c36dca44d63e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (af45452f-9051-4d8b-b96c-6b5f97628ebd), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.919066 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] Sync routers for ids ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:55:46.935008 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] Routers {'a79e18d2-a5bb-4fd6-997d-64341c18d6d8'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:46.936289 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:46.938695 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9e43ef-e89b-43f0-bcc4-c36dca44d63e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:55:46.943856 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-0b9e43ef-e89b-43f0-bcc4-c36dca44d63e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:55:46.947195 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5fef0d3a-9e40-4c57-af8d-54d14a5fff10 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (114daa73-73c3-47c9-9145-7c16648ac67f), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.948145 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e43ef-e89b-43f0-bcc4-c36dca44d63e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:55:46.950268 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5fef0d3a-9e40-4c57-af8d-54d14a5fff10 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:46.951934 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-5fef0d3a-9e40-4c57-af8d-54d14a5fff10 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/114daa73-73c3-47c9-9145-7c16648ac67f HTTP/1.1" status: 204 len: 168 time: 0.5267851 Aug 24 17:55:46.964281 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e43ef-e89b-43f0-bcc4-c36dca44d63e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Pushing event updated for resources: {'Port': ['ID=af45452f-9051-4d8b-b96c-6b5f97628ebd,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:47.066595 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:47.068709 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0b9e43ef-e89b-43f0-bcc4-c36dca44d63e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for floatingip (7688344d-dd38-4ed9-bc4b-498273c7b519), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:47.071853 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] Set router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:47.118692 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0b9e43ef-e89b-43f0-bcc4-c36dca44d63e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (af45452f-9051-4d8b-b96c-6b5f97628ebd), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:47.131433 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea902882-f916-409c-837b-fe7b87614519 None None] New status for floating IP 114daa73-73c3-47c9-9145-7c16648ac67f: DOWN {{(pid=112765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:55:47.276910 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:47.308056 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'name': 'tempest-AttachVolumeTestJSON-2017009296-router', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:55:41Z', 'updated_at': '2022-08-24T17:55:44Z', 'revision_number': 4, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'gw_port': {'id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:42Z', 'updated_at': '2022-08-24T17:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '8782624c-8bed-4eb6-b0ce-027ba8632180', 'name': '', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'mac_address': 'fa:16:3e:51:45:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:44Z', 'updated_at': '2022-08-24T17:55:44Z', 'revision_number': 2, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'subnets': [{'id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:47.334777 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] Checking router: a79e18d2-a5bb-4fd6-997d-64341c18d6d8 for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:55:47.335379 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] Updating router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 port 8782624c-8bed-4eb6-b0ce-027ba8632180 binding host dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:55:47.350340 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0b9e43ef-e89b-43f0-bcc4-c36dca44d63e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for port (af45452f-9051-4d8b-b96c-6b5f97628ebd), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:47.356536 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0b9e43ef-e89b-43f0-bcc4-c36dca44d63e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (af45452f-9051-4d8b-b96c-6b5f97628ebd), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:47.368912 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (8782624c-8bed-4eb6-b0ce-027ba8632180), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:47.632832 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] Publish callbacks [] for port (8782624c-8bed-4eb6-b0ce-027ba8632180), precommit_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:47.637352 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (8782624c-8bed-4eb6-b0ce-027ba8632180), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:47.670676 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0b9e43ef-e89b-43f0-bcc4-c36dca44d63e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (7688344d-dd38-4ed9-bc4b-498273c7b519), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:47.674947 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e43ef-e89b-43f0-bcc4-c36dca44d63e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Pushing event updated for resources: {'Port': ['ID=af45452f-9051-4d8b-b96c-6b5f97628ebd,revision_number=2']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:47.689847 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0b9e43ef-e89b-43f0-bcc4-c36dca44d63e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:47.691159 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-0b9e43ef-e89b-43f0-bcc4-c36dca44d63e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1978650 Aug 24 17:55:47.699335 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50609490-90f2-4849-9d42-26ce47049895 None None] Pushing event updated for resources: {'Port': ['ID=8782624c-8bed-4eb6-b0ce-027ba8632180,revision_number=3']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:47.737931 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] Attempting to bind port 8782624c-8bed-4eb6-b0ce-027ba8632180 on host dv-cinder-840525-3-iscsi for vnic_type normal with profile {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:55:47.738299 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] Attempting to bind port 8782624c-8bed-4eb6-b0ce-027ba8632180 by drivers openvswitch,hyperv on host dv-cinder-840525-3-iscsi at level 0 using segments [{'id': '264b647a-0f3d-4dba-976f-d105df39fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d'}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:55:47.738658 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] Attempting to bind port 8782624c-8bed-4eb6-b0ce-027ba8632180 on network 29fbbcf6-c646-4aae-ba1c-126437193f4d {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:55:47.746236 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] Checking agent: {'id': 'c9dcbc30-34a5-4a4f-8558-a504a035acc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 40, 12), 'started_at': datetime.datetime(2022, 8, 24, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:55:47.746618 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] Checking segment: {'id': '264b647a-0f3d-4dba-976f-d105df39fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:55:47.746805 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 6c39b813-4893-4572-b87a-9cfa16992682 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:55:47.747018 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:47.747409 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] Bound using segment: {'id': '264b647a-0f3d-4dba-976f-d105df39fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d'} {{(pid=112766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:55:47.747908 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.managers [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] Bound port: 8782624c-8bed-4eb6-b0ce-027ba8632180, host: dv-cinder-840525-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264b647a-0f3d-4dba-976f-d105df39fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d'}}] {{(pid=112766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:55:47.748281 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (8782624c-8bed-4eb6-b0ce-027ba8632180), before_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:47.779884 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] No Port match for: 6c39b813-4893-4572-b87a-9cfa16992682 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:55:47.781342 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 6c39b813-4893-4572-b87a-9cfa16992682 not bound to the agent host hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:55:47.815918 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:47.817679 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] For port 8782624c-8bed-4eb6-b0ce-027ba8632180, host dv-cinder-840525-3-iscsi, cleared binding levels {{(pid=112766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:55:47.821472 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.plugins.ml2.db [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] For port 8782624c-8bed-4eb6-b0ce-027ba8632180, host dv-cinder-840525-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=8782624c-8bed-4eb6-b0ce-027ba8632180,segment=NetworkSegment(264b647a-0f3d-4dba-976f-d105df39fa97),segment_id=264b647a-0f3d-4dba-976f-d105df39fa97)] {{(pid=112766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:55:47.828045 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron_lib.callbacks.manager [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (8782624c-8bed-4eb6-b0ce-027ba8632180), after_update {{(pid=112766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:47.862949 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] Routers {'a79e18d2-a5bb-4fd6-997d-64341c18d6d8'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:47.863614 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:47.865346 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-07ddc135-e92f-467d-86be-d7b1242cbc2e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--203137999&fields=id&tenant_id=1422bbfed9414b8cada1656aed195a31 HTTP/1.1" status: 200 len: 267 time: 0.0442910 Aug 24 17:55:47.926400 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:47.972915 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50609490-90f2-4849-9d42-26ce47049895 None None] Pushing event updated for resources: {'Port': ['ID=8782624c-8bed-4eb6-b0ce-027ba8632180,revision_number=4']} {{(pid=112766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:47.982111 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-25d7c654-591b-410f-a0a5-2692eb912a5f tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:47.984158 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] Set router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:47.989783 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-25d7c654-591b-410f-a0a5-2692eb912a5f tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/networks?id=29fbbcf6-c646-4aae-ba1c-126437193f4d HTTP/1.1" status: 200 len: 811 time: 0.1175277 Aug 24 17:55:48.006389 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-65dcd4fa-4b89-48b5-8aa9-57d1cb8a2054 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/quotas/1422bbfed9414b8cada1656aed195a31 HTTP/1.1" status: 200 len: 375 time: 0.0156164 Aug 24 17:55:48.060448 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-031fb8f7-1c09-46af-8e41-253239881b03 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1422bbfed9414b8cada1656aed195a31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533168 Aug 24 17:55:48.096691 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 3bba0c27-0cd8-431e-a87d-5b9ca02228b5 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:55:48.143691 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 3bba0c27-0cd8-431e-a87d-5b9ca02228b5 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:55:48.144347 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (3bba0c27-0cd8-431e-a87d-5b9ca02228b5), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:48.173838 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-01029c4e-27f8-4340-b2ef-478fa5ced6ce service neutron] 10.222.0.27 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004994 Aug 24 17:55:48.186974 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'name': 'tempest-AttachVolumeTestJSON-2017009296-router', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:55:41Z', 'updated_at': '2022-08-24T17:55:44Z', 'revision_number': 4, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'gw_port': {'id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:42Z', 'updated_at': '2022-08-24T17:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '8782624c-8bed-4eb6-b0ce-027ba8632180', 'name': '', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'mac_address': 'fa:16:3e:51:45:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:44Z', 'updated_at': '2022-08-24T17:55:47Z', 'revision_number': 4, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'subnets': [{'id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:48.212737 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e537a3f6-92cb-4277-be1d-11adcb0869d0 None None] The sync data for ids ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'] in dv-cinder-840525-3-iscsi is: [{'id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'name': 'tempest-AttachVolumeTestJSON-2017009296-router', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:55:41Z', 'updated_at': '2022-08-24T17:55:44Z', 'revision_number': 4, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'gw_port': {'id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:42Z', 'updated_at': '2022-08-24T17:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '8782624c-8bed-4eb6-b0ce-027ba8632180', 'name': '', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'mac_address': 'fa:16:3e:51:45:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:44Z', 'updated_at': '2022-08-24T17:55:47Z', 'revision_number': 4, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'subnets': [{'id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:55:48.220563 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 3bba0c27-0cd8-431e-a87d-5b9ca02228b5 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:55:48.253728 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:48.292530 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-0965db94-9c6e-4ddb-bfbe-7a843ea50ef6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102316 Aug 24 17:55:48.507291 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-759731ac-3dd5-4483-8006-aa4650e756db req-e5f5d500-132c-4abb-8a12-0e3c130525dd tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 210 time: 0.0462193 Aug 24 17:55:48.719763 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1a4f8-acde-47d1-b209-59e1605917d2 req-9529896a-a657-4de0-b662-390115e57d2e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:48.723967 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-21b1a4f8-acde-47d1-b209-59e1605917d2 req-9529896a-a657-4de0-b662-390115e57d2e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e207e34-6199-4650-9358-5ef1fd30774a HTTP/1.1" status: 200 len: 945 time: 0.0691905 Aug 24 17:55:48.775260 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-21b1a4f8-acde-47d1-b209-59e1605917d2 req-c6a9c3e0-e5ab-47b0-8dd3-d89fafe235d9 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bfab0f31-d600-458a-bd73-f0040e9cfaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486608 Aug 24 17:55:49.604416 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-48a6d107-3b70-4527-94d8-ca41af98a6d9 req-e56a6c49-caf5-47c8-92e7-56301e01d14d tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 210 time: 0.0288515 Aug 24 17:55:49.902083 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94e51d-fa21-4a13-84c6-e3042717e2e7 req-496a7bbd-30a8-4cc7-80c9-bdcaf9a2f6c5 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:49.903625 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-bb94e51d-fa21-4a13-84c6-e3042717e2e7 req-496a7bbd-30a8-4cc7-80c9-bdcaf9a2f6c5 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e207e34-6199-4650-9358-5ef1fd30774a HTTP/1.1" status: 200 len: 945 time: 0.0496411 Aug 24 17:55:49.952372 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-bb94e51d-fa21-4a13-84c6-e3042717e2e7 req-472a5dca-35d3-4a6f-88fd-092e1d1b3989 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bfab0f31-d600-458a-bd73-f0040e9cfaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423777 Aug 24 17:55:50.086139 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 8782624c-8bed-4eb6-b0ce-027ba8632180 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:55:50.090204 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:50.136106 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 8782624c-8bed-4eb6-b0ce-027ba8632180 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:55:50.136491 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (8782624c-8bed-4eb6-b0ce-027ba8632180), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:50.208999 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 8782624c-8bed-4eb6-b0ce-027ba8632180 is: DOWN; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:55:50.209397 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (8782624c-8bed-4eb6-b0ce-027ba8632180), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:50.211508 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25c45e-9b89-4325-a80c-3b6b91ecdd73 req-c7b9d3c8-f02a-47ea-904e-ca57bb000a7b tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:50.213140 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-aa25c45e-9b89-4325-a80c-3b6b91ecdd73 req-c7b9d3c8-f02a-47ea-904e-ca57bb000a7b tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2e207e34-6199-4650-9358-5ef1fd30774a HTTP/1.1" status: 200 len: 945 time: 0.0499449 Aug 24 17:55:50.242928 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] For port 8782624c-8bed-4eb6-b0ce-027ba8632180, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=8782624c-8bed-4eb6-b0ce-027ba8632180,segment=NetworkSegment(264b647a-0f3d-4dba-976f-d105df39fa97),segment_id=264b647a-0f3d-4dba-976f-d105df39fa97)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:50.246919 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (8782624c-8bed-4eb6-b0ce-027ba8632180), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:50.295976 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Pushing event updated for resources: {'Port': ['ID=8782624c-8bed-4eb6-b0ce-027ba8632180,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:50.488968 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-aa25c45e-9b89-4325-a80c-3b6b91ecdd73 req-d27d3885-4be5-45a3-992f-bc771d0a88b8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Deleting port 8c02114c-93ee-4d8c-9f80-148768e58b93 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:50.489316 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-aa25c45e-9b89-4325-a80c-3b6b91ecdd73 req-d27d3885-4be5-45a3-992f-bc771d0a88b8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (8c02114c-93ee-4d8c-9f80-148768e58b93), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:50.641398 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-5b133768-c397-44a1-ae27-8753e9b0f8c5 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:50.643327 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-5b133768-c397-44a1-ae27-8753e9b0f8c5 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.62 "GET /networking/v2.0/networks?id=29fbbcf6-c646-4aae-ba1c-126437193f4d HTTP/1.1" status: 200 len: 811 time: 0.1827435 Aug 24 17:55:50.650337 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-aa25c45e-9b89-4325-a80c-3b6b91ecdd73 req-d27d3885-4be5-45a3-992f-bc771d0a88b8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] For port 8c02114c-93ee-4d8c-9f80-148768e58b93, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8c02114c-93ee-4d8c-9f80-148768e58b93,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:50.650731 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-aa25c45e-9b89-4325-a80c-3b6b91ecdd73 req-d27d3885-4be5-45a3-992f-bc771d0a88b8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (8c02114c-93ee-4d8c-9f80-148768e58b93), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:50.698362 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:50.748397 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0776ccff-7ec3-4e3f-916b-6e54e3799b6f req-95a06119-7ca6-4a81-8d5d-cd6193d1ab09 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 210 time: 0.0531776 Aug 24 17:55:50.837119 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-f6d5141c-e219-49f3-a76c-507a2a593ec0 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.62 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1422bbfed9414b8cada1656aed195a31 HTTP/1.1" status: 200 len: 379 time: 0.1255207 Aug 24 17:55:50.866460 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-cad2e540-b5a9-48f7-8ea2-ee7795b51887 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Request body: {'port': {'device_id': '1fbbd365-963e-4126-835c-d2a1725dfd77', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'admin_state_up': True, 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'security_groups': ['9615fb68-888a-432d-bc56-6344e7b95e19']}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:55:50.945878 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-aa25c45e-9b89-4325-a80c-3b6b91ecdd73 req-d27d3885-4be5-45a3-992f-bc771d0a88b8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:50.946250 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-aa25c45e-9b89-4325-a80c-3b6b91ecdd73 req-d27d3885-4be5-45a3-992f-bc771d0a88b8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (19051b4b-859a-4a9d-922c-ccf1c3fafb9a), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:50.946573 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.l3_db [req-aa25c45e-9b89-4325-a80c-3b6b91ecdd73 req-d27d3885-4be5-45a3-992f-bc771d0a88b8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Floating IP 19051b4b-859a-4a9d-922c-ccf1c3fafb9a disassociated. External IP: 172.27.1.150, port: 8c02114c-93ee-4d8c-9f80-148768e58b93. Aug 24 17:55:50.946920 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-aa25c45e-9b89-4325-a80c-3b6b91ecdd73 req-d27d3885-4be5-45a3-992f-bc771d0a88b8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Calling delete_port for 8c02114c-93ee-4d8c-9f80-148768e58b93 owned by compute:nova {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:51.055390 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-cad2e540-b5a9-48f7-8ea2-ee7795b51887 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Made reservation on behalf of 1422bbfed9414b8cada1656aed195a31 for: {'port': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:55:51.059234 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-cad2e540-b5a9-48f7-8ea2-ee7795b51887 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:51.073761 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355ec83-e83d-4d92-9542-9ef2d4667720 req-f4d82431-005c-4503-bc90-0053fc7f7d5d tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:51.076252 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d355ec83-e83d-4d92-9542-9ef2d4667720 req-f4d82431-005c-4503-bc90-0053fc7f7d5d tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e207e34-6199-4650-9358-5ef1fd30774a HTTP/1.1" status: 200 len: 945 time: 0.0499675 Aug 24 17:55:51.132402 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d355ec83-e83d-4d92-9542-9ef2d4667720 req-22199014-f420-44be-b8af-6a04c42ddae4 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bfab0f31-d600-458a-bd73-f0040e9cfaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480218 Aug 24 17:55:51.157259 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:51.185362 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-aa25c45e-9b89-4325-a80c-3b6b91ecdd73 req-d27d3885-4be5-45a3-992f-bc771d0a88b8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (8c02114c-93ee-4d8c-9f80-148768e58b93), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:51.241150 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d3885-4be5-45a3-992f-bc771d0a88b8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event deleted for resources: {'Port': ['ID=8c02114c-93ee-4d8c-9f80-148768e58b93,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:51.323162 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-cad2e540-b5a9-48f7-8ea2-ee7795b51887 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Allocated IP 172.20.0.11 (29fbbcf6-c646-4aae-ba1c-126437193f4d/346fead9-f659-4b2d-a5d3-8f7d9b4bf123/1bd0f31f-109e-44d3-a9ca-645f8d269396) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:55:51.416972 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa25c45e-9b89-4325-a80c-3b6b91ecdd73 req-d27d3885-4be5-45a3-992f-bc771d0a88b8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Router a12cebee-53ca-4401-a424-dd8eaf36456d has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:55:51.455350 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:51.519518 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38514) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:51.790408 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-ebc4b3ec-39a2-4b10-bf81-418d3c813b9f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Deleting port 91e1edbc-c6d6-44ba-9a11-b140fb20b9f5 {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:51.791254 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ebc4b3ec-39a2-4b10-bf81-418d3c813b9f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (91e1edbc-c6d6-44ba-9a11-b140fb20b9f5), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:51.814845 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-cad2e540-b5a9-48f7-8ea2-ee7795b51887 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for port (1bd0f31f-109e-44d3-a9ca-645f8d269396), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:51.865007 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-32e4eb0f-fdcd-4b2f-8e39-5d9b7e9c58cd req-251d58e7-134e-457d-96dc-6d70a7a00db4 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 210 time: 0.0414433 Aug 24 17:55:51.876702 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa25c45e-9b89-4325-a80c-3b6b91ecdd73 req-d27d3885-4be5-45a3-992f-bc771d0a88b8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:55:51.877181 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ebc4b3ec-39a2-4b10-bf81-418d3c813b9f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (91e1edbc-c6d6-44ba-9a11-b140fb20b9f5), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:51.877527 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ebc4b3ec-39a2-4b10-bf81-418d3c813b9f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for floatingip (91e1edbc-c6d6-44ba-9a11-b140fb20b9f5), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:51.893034 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4c6e76-b3ff-46cf-838f-ff89a74ef8fc None None] Sync routers for ids ['a12cebee-53ca-4401-a424-dd8eaf36456d'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:55:51.894586 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-ebc4b3ec-39a2-4b10-bf81-418d3c813b9f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Calling delete_port for 91e1edbc-c6d6-44ba-9a11-b140fb20b9f5 owned by network:floatingip {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:51.906728 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4c6e76-b3ff-46cf-838f-ff89a74ef8fc None None] Routers {'a12cebee-53ca-4401-a424-dd8eaf36456d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:51.907623 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-ee4c6e76-b3ff-46cf-838f-ff89a74ef8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a12cebee-53ca-4401-a424-dd8eaf36456d'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:51.910273 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-cad2e540-b5a9-48f7-8ea2-ee7795b51887 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (1bd0f31f-109e-44d3-a9ca-645f8d269396), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:51.932708 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa25c45e-9b89-4325-a80c-3b6b91ecdd73 req-d27d3885-4be5-45a3-992f-bc771d0a88b8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] No DVR routers for this DVR port 8c02114c-93ee-4d8c-9f80-148768e58b93 on host hv-cinder-84052 {{(pid=112764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:55:51.956450 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-aa25c45e-9b89-4325-a80c-3b6b91ecdd73 req-d27d3885-4be5-45a3-992f-bc771d0a88b8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:51.959266 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-aa25c45e-9b89-4325-a80c-3b6b91ecdd73 req-d27d3885-4be5-45a3-992f-bc771d0a88b8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.62 "DELETE /networking/v2.0/ports/8c02114c-93ee-4d8c-9f80-148768e58b93 HTTP/1.1" status: 204 len: 173 time: 1.5778856 Aug 24 17:55:51.961304 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e207e34-6199-4650-9358-5ef1fd30774a', 'name': 'network-vif-deleted', 'tag': '8c02114c-93ee-4d8c-9f80-148768e58b93'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:55:51.963617 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad90b240-2f16-4104-a330-57222014c1ac" -d '{"events": [{"server_uuid": "2e207e34-6199-4650-9358-5ef1fd30774a", "name": "network-vif-deleted", "tag": "8c02114c-93ee-4d8c-9f80-148768e58b93"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:55:51.984448 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-cad2e540-b5a9-48f7-8ea2-ee7795b51887 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Network 29fbbcf6-c646-4aae-ba1c-126437193f4d is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:55:51.988820 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:51.992535 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-cad2e540-b5a9-48f7-8ea2-ee7795b51887 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:55:51.995129 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2e540-b5a9-48f7-8ea2-ee7795b51887 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Pushing event updated for resources: {'Port': ['ID=1bd0f31f-109e-44d3-a9ca-645f8d269396,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:51.997591 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-cad2e540-b5a9-48f7-8ea2-ee7795b51887 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:55:52.030088 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-ee4c6e76-b3ff-46cf-838f-ff89a74ef8fc None None] Set router a12cebee-53ca-4401-a424-dd8eaf36456d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:52.058597 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-cad2e540-b5a9-48f7-8ea2-ee7795b51887 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:52.059251 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-cad2e540-b5a9-48f7-8ea2-ee7795b51887 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.082445 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-cad2e540-b5a9-48f7-8ea2-ee7795b51887 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.62 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2181449 Aug 24 17:55:52.095508 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Request body: {'port': {'device_id': '1fbbd365-963e-4126-835c-d2a1725dfd77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:55:52.122429 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ebc4b3ec-39a2-4b10-bf81-418d3c813b9f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (91e1edbc-c6d6-44ba-9a11-b140fb20b9f5), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.149021 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4b3ec-39a2-4b10-bf81-418d3c813b9f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Pushing event deleted for resources: {'Port': ['ID=91e1edbc-c6d6-44ba-9a11-b140fb20b9f5,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:52.181347 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 8782624c-8bed-4eb6-b0ce-027ba8632180 up at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:55:52.187961 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbc2fab-6b80-4d94-8b09-cb5d1f16589b x-openstack-request-id: req-fcbc2fab-6b80-4d94-8b09-cb5d1f16589b {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:55:52.188254 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e207e34-6199-4650-9358-5ef1fd30774a", "name": "network-vif-deleted", "tag": "8c02114c-93ee-4d8c-9f80-148768e58b93", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:55:52.188504 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fcbc2fab-6b80-4d94-8b09-cb5d1f16589b {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:55:52.188916 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcbc2fab-6b80-4d94-8b09-cb5d1f16589b'] response: {'server_uuid': '2e207e34-6199-4650-9358-5ef1fd30774a', 'name': 'network-vif-deleted', 'tag': '8c02114c-93ee-4d8c-9f80-148768e58b93', 'status': 'completed', 'code': 200} Aug 24 17:55:52.235970 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (1bd0f31f-109e-44d3-a9ca-645f8d269396), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.261965 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:52.286963 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Provisioning complete for port 8782624c-8bed-4eb6-b0ce-027ba8632180 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:55:52.287534 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (8782624c-8bed-4eb6-b0ce-027ba8632180), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.299567 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:52.303937 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ebc4b3ec-39a2-4b10-bf81-418d3c813b9f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for floatingip (083772c9-16f3-475c-bef1-6de6233c0854), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.304500 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.l3_db [None req-ebc4b3ec-39a2-4b10-bf81-418d3c813b9f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Floating IP 083772c9-16f3-475c-bef1-6de6233c0854 disassociated (deleted). External IP: 172.27.1.219, port: 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba. Aug 24 17:55:52.347875 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:52.391963 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Current status of the port 8782624c-8bed-4eb6-b0ce-027ba8632180 is: ACTIVE; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:55:52.426879 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-ee4c6e76-b3ff-46cf-838f-ff89a74ef8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:52.463031 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8b744e57-b351-4511-b6ef-4f7071a6c808 req-eba21104-4b70-40e0-b5f3-7a77a24e7741 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e207e34-6199-4650-9358-5ef1fd30774a HTTP/1.1" status: 200 len: 210 time: 0.0490670 Aug 24 17:55:52.466309 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-76d38755-0a61-4ce9-8f9d-3802dc054da8 None None] Provisioning complete for port 1bd0f31f-109e-44d3-a9ca-645f8d269396 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:55:52.467033 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-76d38755-0a61-4ce9-8f9d-3802dc054da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (1bd0f31f-109e-44d3-a9ca-645f8d269396), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.472944 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4c6e76-b3ff-46cf-838f-ff89a74ef8fc None None] Checking router: a12cebee-53ca-4401-a424-dd8eaf36456d for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:55:52.483908 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4c6e76-b3ff-46cf-838f-ff89a74ef8fc None None] Routers {'a12cebee-53ca-4401-a424-dd8eaf36456d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:52.484809 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-ee4c6e76-b3ff-46cf-838f-ff89a74ef8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a12cebee-53ca-4401-a424-dd8eaf36456d'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:52.596342 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc4b3ec-39a2-4b10-bf81-418d3c813b9f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Router 2dc4c460-9623-418c-ba8c-420a1285cb7f has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:55:52.622479 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd0f31f-109e-44d3-a9ca-645f8d269396 {{(pid=112764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:55:52.631387 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-ee4c6e76-b3ff-46cf-838f-ff89a74ef8fc None None] Set router a12cebee-53ca-4401-a424-dd8eaf36456d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:52.632942 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Publish callbacks [] for port (1bd0f31f-109e-44d3-a9ca-645f8d269396), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.652396 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.provisioning_blocks [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Transition to ACTIVE for port object 1bd0f31f-109e-44d3-a9ca-645f8d269396 will not be triggered until provisioned by entity L2. {{(pid=112764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:55:52.663969 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (1bd0f31f-109e-44d3-a9ca-645f8d269396), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.738264 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-76d38755-0a61-4ce9-8f9d-3802dc054da8 None None] Port 1bd0f31f-109e-44d3-a9ca-645f8d269396 cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:55:52.756235 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc4b3ec-39a2-4b10-bf81-418d3c813b9f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:55:52.769205 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ebc4b3ec-39a2-4b10-bf81-418d3c813b9f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.769333 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b83f95-45e0-4812-81e3-085f6e6b4f97 None None] Sync routers for ids ['2dc4c460-9623-418c-ba8c-420a1285cb7f'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:55:52.782041 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b83f95-45e0-4812-81e3-085f6e6b4f97 None None] Routers {'2dc4c460-9623-418c-ba8c-420a1285cb7f'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:52.783354 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-c5b83f95-45e0-4812-81e3-085f6e6b4f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2dc4c460-9623-418c-ba8c-420a1285cb7f'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:52.800217 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-ebc4b3ec-39a2-4b10-bf81-418d3c813b9f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/083772c9-16f3-475c-bef1-6de6233c0854 HTTP/1.1" status: 204 len: 168 time: 1.2795393 Aug 24 17:55:52.801044 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa859353-b309-4c9b-8f43-21b185b4f27d', 'tag': '8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:55:52.817208 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:52.818650 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659d1e95-4d27-4bb1-be1a-a71df24d1648" -d '{"events": [{"name": "network-changed", "server_uuid": "aa859353-b309-4c9b-8f43-21b185b4f27d", "tag": "8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:55:52.821113 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd0f31f-109e-44d3-a9ca-645f8d269396,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:52.848807 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:52.849166 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:52.849502 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:52.849879 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:52.850322 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:52.850636 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:52.851045 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:52.851437 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:52.851816 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:52.852320 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:52.852703 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:52.853042 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:52.853375 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:52.853702 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:52.853702 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:55:52.860677 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Attempting to bind port 1bd0f31f-109e-44d3-a9ca-645f8d269396 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:55:52.861226 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Attempting to bind port 1bd0f31f-109e-44d3-a9ca-645f8d269396 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '264b647a-0f3d-4dba-976f-d105df39fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d'}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:55:52.861361 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Attempting to bind port 1bd0f31f-109e-44d3-a9ca-645f8d269396 on network 29fbbcf6-c646-4aae-ba1c-126437193f4d {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:55:52.868504 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Port 1bd0f31f-109e-44d3-a9ca-645f8d269396 on network 29fbbcf6-c646-4aae-ba1c-126437193f4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:55:52.869238 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Attempting to bind port 1bd0f31f-109e-44d3-a9ca-645f8d269396 on network 29fbbcf6-c646-4aae-ba1c-126437193f4d {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:55:52.877643 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Checking agent: {'id': 'd24852b8-87fc-4acc-b821-6f57e7364c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'started_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:55:52.878060 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Checking segment: {'id': '264b647a-0f3d-4dba-976f-d105df39fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:55:52.878541 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Bound using segment: {'id': '264b647a-0f3d-4dba-976f-d105df39fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d'} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:55:52.879038 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Bound port: 1bd0f31f-109e-44d3-a9ca-645f8d269396, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264b647a-0f3d-4dba-976f-d105df39fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d'}}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:55:52.879743 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (1bd0f31f-109e-44d3-a9ca-645f8d269396), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:52.921694 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=100 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:52.929106 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-c5b83f95-45e0-4812-81e3-085f6e6b4f97 None None] Set router 2dc4c460-9623-418c-ba8c-420a1285cb7f gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:52.932321 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9555a2e5-f9bf-4a79-9dac-12e6845a3a46 x-openstack-request-id: req-9555a2e5-f9bf-4a79-9dac-12e6845a3a46 {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:55:52.932906 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa859353-b309-4c9b-8f43-21b185b4f27d", "tag": "8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:55:52.933703 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-ee4c6e76-b3ff-46cf-838f-ff89a74ef8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:52.934308 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9555a2e5-f9bf-4a79-9dac-12e6845a3a46 {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:55:52.935049 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9555a2e5-f9bf-4a79-9dac-12e6845a3a46'] response: {'name': 'network-changed', 'server_uuid': 'aa859353-b309-4c9b-8f43-21b185b4f27d', 'tag': '8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba', 'status': 'completed', 'code': 200} Aug 24 17:55:52.971435 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4c6e76-b3ff-46cf-838f-ff89a74ef8fc None None] The sync data for ids ['a12cebee-53ca-4401-a424-dd8eaf36456d'] in dv-cinder-840525-3-iscsi is: [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:55:53.037765 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] For port 1bd0f31f-109e-44d3-a9ca-645f8d269396, host hv-cinder-84052, cleared binding levels {{(pid=112764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:55:53.040347 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d1e95-4d27-4bb1-be1a-a71df24d1648 req-edcde859-c30c-4a48-9926-741184ecfc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:53.046384 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-659d1e95-4d27-4bb1-be1a-a71df24d1648 req-edcde859-c30c-4a48-9926-741184ecfc9e service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=79ef0ce1ee884e9d80d4200d40b7b6c2&device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 1129 time: 0.0818727 Aug 24 17:55:53.048577 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] For port 1bd0f31f-109e-44d3-a9ca-645f8d269396, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=1bd0f31f-109e-44d3-a9ca-645f8d269396,segment=NetworkSegment(264b647a-0f3d-4dba-976f-d105df39fa97),segment_id=264b647a-0f3d-4dba-976f-d105df39fa97)] {{(pid=112764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:55:53.132322 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (1bd0f31f-109e-44d3-a9ca-645f8d269396), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:53.140499 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:53.141112 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:53.143271 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] 10.222.0.62 "PUT /networking/v2.0/ports/1bd0f31f-109e-44d3-a9ca-645f8d269396 HTTP/1.1" status: 200 len: 1094 time: 1.0548799 Aug 24 17:55:53.170070 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-c5b83f95-45e0-4812-81e3-085f6e6b4f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'name': 'tempest-TestShelveInstance-1649605976-router', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:34Z', 'revision_number': 4, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'gw_port': {'id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '4e2459da-464d-450e-9231-55d5e725aa9b', 'name': '', 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'mac_address': 'fa:16:3e:f7:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:33Z', 'updated_at': '2022-08-24T17:50:43Z', 'revision_number': 5, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'subnets': [{'id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:53.182415 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40eeab-24f5-441e-a15b-71038b6f929e req-af76bd77-b4bc-4b30-ac3a-feffc2d16280 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:53.183950 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-dd40eeab-24f5-441e-a15b-71038b6f929e req-af76bd77-b4bc-4b30-ac3a-feffc2d16280 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 944 time: 0.1157842 Aug 24 17:55:53.198401 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa86c2-c94b-42b8-8c0a-c52e77d02d40 req-36e59e9d-aeca-46ef-82e3-2ce2ba1cd9e3 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:53.200546 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b83f95-45e0-4812-81e3-085f6e6b4f97 None None] Checking router: 2dc4c460-9623-418c-ba8c-420a1285cb7f for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:55:53.206750 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a6fa86c2-c94b-42b8-8c0a-c52e77d02d40 req-36e59e9d-aeca-46ef-82e3-2ce2ba1cd9e3 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0629892 Aug 24 17:55:53.211092 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b83f95-45e0-4812-81e3-085f6e6b4f97 None None] Routers {'2dc4c460-9623-418c-ba8c-420a1285cb7f'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:53.211753 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-c5b83f95-45e0-4812-81e3-085f6e6b4f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2dc4c460-9623-418c-ba8c-420a1285cb7f'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:53.269448 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a6fa86c2-c94b-42b8-8c0a-c52e77d02d40 req-0d5280b6-2c22-4054-b525-a14b2101d70d tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616739 Aug 24 17:55:53.278295 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b9f67-a59e-4c4e-8b91-8f23a6410413 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd0f31f-109e-44d3-a9ca-645f8d269396,revision_number=3']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:53.319330 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-dd40eeab-24f5-441e-a15b-71038b6f929e req-dfad97c2-8e8b-404c-a946-8b6cc411c7f6 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229932 Aug 24 17:55:53.320823 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d1e95-4d27-4bb1-be1a-a71df24d1648 req-0c31388d-e948-4268-bd21-507c0b33002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:53.322389 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-659d1e95-4d27-4bb1-be1a-a71df24d1648 req-0c31388d-e948-4268-bd21-507c0b33002a service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=3e1e5e53-af70-4029-8cfd-e50d2d607333 HTTP/1.1" status: 200 len: 910 time: 0.2703273 Aug 24 17:55:53.339546 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-c5b83f95-45e0-4812-81e3-085f6e6b4f97 None None] Set router 2dc4c460-9623-418c-ba8c-420a1285cb7f gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:53.367198 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6aee71-9852-4f92-828c-cfbcd18d6107 None None] New status for floating IP 19051b4b-859a-4a9d-922c-ccf1c3fafb9a: DOWN {{(pid=112766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:55:53.400031 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=100 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:53.541756 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-c5b83f95-45e0-4812-81e3-085f6e6b4f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'name': 'tempest-TestShelveInstance-1649605976-router', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:34Z', 'revision_number': 4, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'gw_port': {'id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '4e2459da-464d-450e-9231-55d5e725aa9b', 'name': '', 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'mac_address': 'fa:16:3e:f7:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:33Z', 'updated_at': '2022-08-24T17:50:43Z', 'revision_number': 5, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'subnets': [{'id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:53.560128 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38536) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:53.568895 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b83f95-45e0-4812-81e3-085f6e6b4f97 None None] The sync data for ids ['2dc4c460-9623-418c-ba8c-420a1285cb7f'] in dv-cinder-840525-3-iscsi is: [{'id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'name': 'tempest-TestShelveInstance-1649605976-router', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:34Z', 'revision_number': 4, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'gw_port': {'id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '4e2459da-464d-450e-9231-55d5e725aa9b', 'name': '', 'network_id': '3e1e5e53-af70-4029-8cfd-e50d2d607333', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'mac_address': 'fa:16:3e:f7:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:33Z', 'updated_at': '2022-08-24T17:50:43Z', 'revision_number': 5, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'subnets': [{'id': '80c34839-bf32-4dc6-b07f-eaf38c5c769a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:55:53.620250 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-837679ba-89a7-4f07-a2f4-2098617b35dc tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (bfab0f31-d600-458a-bd73-f0040e9cfaa8), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:53.643508 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-837679ba-89a7-4f07-a2f4-2098617b35dc tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (bfab0f31-d600-458a-bd73-f0040e9cfaa8), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:53.693170 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-837679ba-89a7-4f07-a2f4-2098617b35dc tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (bfab0f31-d600-458a-bd73-f0040e9cfaa8), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:53.695941 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-837679ba-89a7-4f07-a2f4-2098617b35dc tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:53.697292 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-837679ba-89a7-4f07-a2f4-2098617b35dc tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bfab0f31-d600-458a-bd73-f0040e9cfaa8 HTTP/1.1" status: 204 len: 168 time: 0.1360524 Aug 24 17:55:53.700299 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38538) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:53.707355 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837679ba-89a7-4f07-a2f4-2098617b35dc tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfab0f31-d600-458a-bd73-f0040e9cfaa8,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:53.719533 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.api.v2.resource [None req-5c73ef26-dc91-4684-9687-66fa21568cb2 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] show failed (client error): The resource could not be found. Aug 24 17:55:53.723546 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-5c73ef26-dc91-4684-9687-66fa21568cb2 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups/bfab0f31-d600-458a-bd73-f0040e9cfaa8 HTTP/1.1" status: 404 len: 347 time: 0.0188539 Aug 24 17:55:53.724338 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38540) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:53.748470 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 8c02114c-93ee-4d8c-9f80-148768e58b93 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:55:53.774752 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] No Port match for: 8c02114c-93ee-4d8c-9f80-148768e58b93 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:55:53.775410 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 8c02114c-93ee-4d8c-9f80-148768e58b93 not bound to the agent host hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:55:53.807184 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66c42ab-deac-4343-a0b8-d7a473db8637 None None] New status for floating IP 083772c9-16f3-475c-bef1-6de6233c0854: DOWN {{(pid=112765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:55:53.836931 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:53.845196 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:53.848421 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-4fa99e35-83d2-48e5-868f-181720212538 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Deleting port ebb98d66-99cc-461d-8568-300f0231d125 {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:53.848775 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4fa99e35-83d2-48e5-868f-181720212538 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (ebb98d66-99cc-461d-8568-300f0231d125), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:53.933501 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4fa99e35-83d2-48e5-868f-181720212538 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (ebb98d66-99cc-461d-8568-300f0231d125), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:53.933833 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4fa99e35-83d2-48e5-868f-181720212538 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (ebb98d66-99cc-461d-8568-300f0231d125), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:53.946365 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-4fa99e35-83d2-48e5-868f-181720212538 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Calling delete_port for ebb98d66-99cc-461d-8568-300f0231d125 owned by network:floatingip {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:54.081089 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4fa99e35-83d2-48e5-868f-181720212538 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (ebb98d66-99cc-461d-8568-300f0231d125), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:54.084601 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:54.109327 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa99e35-83d2-48e5-868f-181720212538 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event deleted for resources: {'Port': ['ID=ebb98d66-99cc-461d-8568-300f0231d125,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:54.122237 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-659d1e95-4d27-4bb1-be1a-a71df24d1648 req-b0fe026e-788d-4282-af57-e9f376af1939 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba HTTP/1.1" status: 200 len: 217 time: 0.0437834 Aug 24 17:55:54.176118 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4fa99e35-83d2-48e5-868f-181720212538 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (19051b4b-859a-4a9d-922c-ccf1c3fafb9a), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:54.179191 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-4fa99e35-83d2-48e5-868f-181720212538 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:54.180862 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-4fa99e35-83d2-48e5-868f-181720212538 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/19051b4b-859a-4a9d-922c-ccf1c3fafb9a HTTP/1.1" status: 204 len: 168 time: 0.4554448 Aug 24 17:55:54.191042 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbbd365-963e-4126-835c-d2a1725dfd77', 'tag': '1bd0f31f-109e-44d3-a9ca-645f8d269396'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:55:54.194118 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a33f49-e142-4a36-9621-e3d156ae7bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbbd365-963e-4126-835c-d2a1725dfd77", "tag": "1bd0f31f-109e-44d3-a9ca-645f8d269396"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:55:54.197137 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-f7125e37-54c6-46d8-841c-d10f92b8c4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:54.198851 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-f7125e37-54c6-46d8-841c-d10f92b8c4db service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=1422bbfed9414b8cada1656aed195a31&device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 1128 time: 0.0858240 Aug 24 17:55:54.209983 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d1e95-4d27-4bb1-be1a-a71df24d1648 req-671bf538-114f-43f5-961e-09f043d575b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:54.211506 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-659d1e95-4d27-4bb1-be1a-a71df24d1648 req-671bf538-114f-43f5-961e-09f043d575b2 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=80c34839-bf32-4dc6-b07f-eaf38c5c769a HTTP/1.1" status: 200 len: 848 time: 0.0695715 Aug 24 17:55:54.236968 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a145c9ea-798c-40b3-93d7-d269b3107f0a x-openstack-request-id: req-a145c9ea-798c-40b3-93d7-d269b3107f0a {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:55:54.237263 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbbd365-963e-4126-835c-d2a1725dfd77", "tag": "1bd0f31f-109e-44d3-a9ca-645f8d269396", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:55:54.237633 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a145c9ea-798c-40b3-93d7-d269b3107f0a {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:55:54.238039 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a145c9ea-798c-40b3-93d7-d269b3107f0a'] response: {'name': 'network-changed', 'server_uuid': '1fbbd365-963e-4126-835c-d2a1725dfd77', 'tag': '1bd0f31f-109e-44d3-a9ca-645f8d269396', 'status': 'completed', 'code': 200} Aug 24 17:55:54.257312 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38546) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:54.261856 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-c03aed5a-9f95-45e7-a9a1-c7f7db354ec8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1455289557', 'description': 'tempest-description--2087367326'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:55:54.337902 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-b0e5e014-bf59-4df7-bf9f-4a8ca1307797 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bd0f31f-109e-44d3-a9ca-645f8d269396 HTTP/1.1" status: 200 len: 217 time: 0.0652425 Aug 24 17:55:54.341458 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c03aed5a-9f95-45e7-a9a1-c7f7db354ec8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:54.397060 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d1e95-4d27-4bb1-be1a-a71df24d1648 req-474e0d04-ac7b-4e04-ae0a-2d69cbc0edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:54.398493 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-659d1e95-4d27-4bb1-be1a-a71df24d1648 req-474e0d04-ac7b-4e04-ae0a-2d69cbc0edc5 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=3e1e5e53-af70-4029-8cfd-e50d2d607333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1249428 Aug 24 17:55:54.402802 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:54.443122 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed9ee9-4f1c-4d17-9aed-ade86d77f042 req-56595532-db76-42dc-9a45-5541dc5cebc9 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:54.447097 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e8ed9ee9-4f1c-4d17-9aed-ade86d77f042 req-56595532-db76-42dc-9a45-5541dc5cebc9 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 944 time: 0.0540624 Aug 24 17:55:54.459046 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-fcc8a310-f306-457d-9c9d-f3eb15a5f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:54.460684 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-fcc8a310-f306-457d-9c9d-f3eb15a5f61d service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=346fead9-f659-4b2d-a5d3-8f7d9b4bf123 HTTP/1.1" status: 200 len: 850 time: 0.1141319 Aug 24 17:55:54.466611 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f96a84-5f08-4b95-b9e5-bb6f42a7a624 req-5d7a8296-5317-49b1-b83d-cc30548f6955 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:54.468045 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-94f96a84-5f08-4b95-b9e5-bb6f42a7a624 req-5d7a8296-5317-49b1-b83d-cc30548f6955 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.1006944 Aug 24 17:55:54.493669 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e8ed9ee9-4f1c-4d17-9aed-ade86d77f042 req-7411fe83-934d-486b-96e2-2523efbc5f90 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433805 Aug 24 17:55:54.557058 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:54.589495 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52995174-d5c6-4057-89a3-5fe1348531e5 req-d48b62cc-e306-4ec4-a7b7-255f2b25efb3 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:54.590958 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-52995174-d5c6-4057-89a3-5fe1348531e5 req-d48b62cc-e306-4ec4-a7b7-255f2b25efb3 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 945 time: 0.0467904 Aug 24 17:55:54.615057 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c03aed5a-9f95-45e7-a9a1-c7f7db354ec8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (2c82997c-db3d-4e43-abd8-beea4e3ea5d4), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:54.617103 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-0664af2d-31fc-4a46-afd0-0bc471540559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:54.618751 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-0664af2d-31fc-4a46-afd0-0bc471540559 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=29fbbcf6-c646-4aae-ba1c-126437193f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1218443 Aug 24 17:55:54.622095 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c03aed5a-9f95-45e7-a9a1-c7f7db354ec8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (2c82997c-db3d-4e43-abd8-beea4e3ea5d4), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:54.627993 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-94f96a84-5f08-4b95-b9e5-bb6f42a7a624 req-43bf5b42-347b-4b14-a8fd-fd41a1146591 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=95c99eeb-0111-4956-ba71-cd2135e90cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515100 Aug 24 17:55:54.680683 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [req-52995174-d5c6-4057-89a3-5fe1348531e5 req-c62db448-89ae-4539-99fa-5a3afbcb8b3f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Deleting port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:54.681030 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-52995174-d5c6-4057-89a3-5fe1348531e5 req-c62db448-89ae-4539-99fa-5a3afbcb8b3f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:54.721014 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c03aed5a-9f95-45e7-a9a1-c7f7db354ec8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:54.722252 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-c03aed5a-9f95-45e7-a9a1-c7f7db354ec8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4639342 Aug 24 17:55:54.728370 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38552) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:54.734532 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-0e181a29-f680-4ce4-8079-53eb7e7649b8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'security_group_rule': {'security_group_id': '2c82997c-db3d-4e43-abd8-beea4e3ea5d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:55:54.770075 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03aed5a-9f95-45e7-a9a1-c7f7db354ec8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c82997c-db3d-4e43-abd8-beea4e3ea5d4,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:54.776856 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [req-52995174-d5c6-4057-89a3-5fe1348531e5 req-c62db448-89ae-4539-99fa-5a3afbcb8b3f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] For port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba,segment=NetworkSegment(509f5506-d136-42e3-8ef1-51a3f0b98c05),segment_id=509f5506-d136-42e3-8ef1-51a3f0b98c05)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:54.776856 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-52995174-d5c6-4057-89a3-5fe1348531e5 req-c62db448-89ae-4539-99fa-5a3afbcb8b3f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:54.789744 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [req-52995174-d5c6-4057-89a3-5fe1348531e5 req-c62db448-89ae-4539-99fa-5a3afbcb8b3f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Calling delete_port for 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba owned by compute:nova {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:54.795412 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-659d1e95-4d27-4bb1-be1a-a71df24d1648 req-8a74e23a-63cc-4a67-8ecb-327113421fcf service neutron] 10.222.0.62 "GET /networking/v2.0/networks/3e1e5e53-af70-4029-8cfd-e50d2d607333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967641 Aug 24 17:55:54.843556 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-66f27261-c687-4acb-ada3-243a27445482 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891751 Aug 24 17:55:54.860301 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-0e181a29-f680-4ce4-8079-53eb7e7649b8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (af0a4885-c479-4bd7-b11b-4b31a91b36d4), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:54.925159 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-52995174-d5c6-4057-89a3-5fe1348531e5 req-c62db448-89ae-4539-99fa-5a3afbcb8b3f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:54.935511 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:54.964327 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62db448-89ae-4539-99fa-5a3afbcb8b3f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Pushing event deleted for resources: {'Port': ['ID=8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:55.004059 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-659d1e95-4d27-4bb1-be1a-a71df24d1648 req-abd072ec-fa94-420d-98f5-922fc35f21ab service neutron] 10.222.0.62 "GET /networking/v2.0/networks/3e1e5e53-af70-4029-8cfd-e50d2d607333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007973 Aug 24 17:55:55.015809 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [req-52995174-d5c6-4057-89a3-5fe1348531e5 req-c62db448-89ae-4539-99fa-5a3afbcb8b3f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] No DVR routers for this DVR port 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba on host hv-cinder-84052 {{(pid=112763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:55:55.018926 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-52995174-d5c6-4057-89a3-5fe1348531e5 req-c62db448-89ae-4539-99fa-5a3afbcb8b3f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:55.022486 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-52995174-d5c6-4057-89a3-5fe1348531e5 req-c62db448-89ae-4539-99fa-5a3afbcb8b3f tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.62 "DELETE /networking/v2.0/ports/8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba HTTP/1.1" status: 204 len: 173 time: 0.4265056 Aug 24 17:55:55.022968 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa859353-b309-4c9b-8f43-21b185b4f27d', 'name': 'network-vif-deleted', 'tag': '8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:55:55.025418 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e541e73-a5a5-4e69-afc6-39445fa9a50b" -d '{"events": [{"server_uuid": "aa859353-b309-4c9b-8f43-21b185b4f27d", "name": "network-vif-deleted", "tag": "8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:55:55.026629 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-0e181a29-f680-4ce4-8079-53eb7e7649b8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (af0a4885-c479-4bd7-b11b-4b31a91b36d4), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:55.038114 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-0e181a29-f680-4ce4-8079-53eb7e7649b8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (af0a4885-c479-4bd7-b11b-4b31a91b36d4), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:55.044360 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-31ee3aae-1c15-4dbc-bcf8-8c716d1b408f req-5a8f7b27-203a-4ec1-8c0b-2143a453affb service neutron] 10.222.0.62 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938963 Aug 24 17:55:55.061042 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e181a29-f680-4ce4-8079-53eb7e7649b8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0a4885-c479-4bd7-b11b-4b31a91b36d4,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:55.071632 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-0e181a29-f680-4ce4-8079-53eb7e7649b8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:55.073003 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-0e181a29-f680-4ce4-8079-53eb7e7649b8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3423886 Aug 24 17:55:55.075915 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38556) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:55.080546 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-5c282932-747b-4be9-8530-0edd9aeb50d2 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'security_group_rule': {'security_group_id': '2c82997c-db3d-4e43-abd8-beea4e3ea5d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:55:55.081518 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e24d4c-11ee-47ec-8eb9-ca3d0bf2d1dc x-openstack-request-id: req-58e24d4c-11ee-47ec-8eb9-ca3d0bf2d1dc {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:55:55.081843 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa859353-b309-4c9b-8f43-21b185b4f27d", "name": "network-vif-deleted", "tag": "8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:55:55.082399 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-58e24d4c-11ee-47ec-8eb9-ca3d0bf2d1dc {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:55:55.082854 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58e24d4c-11ee-47ec-8eb9-ca3d0bf2d1dc'] response: {'server_uuid': 'aa859353-b309-4c9b-8f43-21b185b4f27d', 'name': 'network-vif-deleted', 'tag': '8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba', 'status': 'completed', 'code': 200} Aug 24 17:55:55.115046 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5c282932-747b-4be9-8530-0edd9aeb50d2 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (86d1debf-9587-43f1-afae-14e6018a0b58), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:55.143369 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:55.164493 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5c282932-747b-4be9-8530-0edd9aeb50d2 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (86d1debf-9587-43f1-afae-14e6018a0b58), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:55.167688 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5c282932-747b-4be9-8530-0edd9aeb50d2 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (86d1debf-9587-43f1-afae-14e6018a0b58), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:55.186339 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c282932-747b-4be9-8530-0edd9aeb50d2 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d1debf-9587-43f1-afae-14e6018a0b58,revision_number=0']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:55.193481 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5c282932-747b-4be9-8530-0edd9aeb50d2 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:55.194602 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-5c282932-747b-4be9-8530-0edd9aeb50d2 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177566 Aug 24 17:55:55.197700 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38558) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:55.202618 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-395d4cb1-5f2f-4996-b69c-3830c2a97f57 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'floatingip': {'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:55:55.224321 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-395d4cb1-5f2f-4996-b69c-3830c2a97f57 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:55.303802 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-395d4cb1-5f2f-4996-b69c-3830c2a97f57 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:55.371905 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:55.421278 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [None req-395d4cb1-5f2f-4996-b69c-3830c2a97f57 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Allocated IP 172.27.1.13 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/8f5f1d5c-cbc1-48f3-96f0-e62563a83893) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:55:55.529478 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-395d4cb1-5f2f-4996-b69c-3830c2a97f57 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for port (8f5f1d5c-cbc1-48f3-96f0-e62563a83893), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:55.564616 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-395d4cb1-5f2f-4996-b69c-3830c2a97f57 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (8f5f1d5c-cbc1-48f3-96f0-e62563a83893), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:55.634619 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395d4cb1-5f2f-4996-b69c-3830c2a97f57 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:55:55.644587 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [None req-395d4cb1-5f2f-4996-b69c-3830c2a97f57 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:55:55.648203 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d4cb1-5f2f-4996-b69c-3830c2a97f57 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'Port': ['ID=8f5f1d5c-cbc1-48f3-96f0-e62563a83893,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:55.650610 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395d4cb1-5f2f-4996-b69c-3830c2a97f57 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:55:55.659786 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066a3c3-591f-4af1-802c-2e609a3ed23a req-6c10e104-0d29-43ae-b047-d9db6c87306e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:55.661322 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9066a3c3-591f-4af1-802c-2e609a3ed23a req-6c10e104-0d29-43ae-b047-d9db6c87306e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 944 time: 0.0913367 Aug 24 17:55:55.736584 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f0635460-91d7-46cb-b7ee-8930f28ef74b req-72adcb61-a113-443c-83ff-f3cd3155cbf7 tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa859353-b309-4c9b-8f43-21b185b4f27d HTTP/1.1" status: 200 len: 210 time: 0.0320351 Aug 24 17:55:55.765602 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9066a3c3-591f-4af1-802c-2e609a3ed23a req-370413bc-57bf-468e-8903-1358d2c81635 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861006 Aug 24 17:55:55.808750 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-395d4cb1-5f2f-4996-b69c-3830c2a97f57 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (b5952c3f-1c5a-4c9c-9c94-865fbf68d9f0), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:55.829603 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a33f49-e142-4a36-9621-e3d156ae7bcc req-b9dc9b7f-d146-494d-a1b9-66e13ddea33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:55.831108 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-44a33f49-e142-4a36-9621-e3d156ae7bcc req-b9dc9b7f-d146-494d-a1b9-66e13ddea33a service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=1422bbfed9414b8cada1656aed195a31&device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 1128 time: 0.0528595 Aug 24 17:55:55.881650 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-395d4cb1-5f2f-4996-b69c-3830c2a97f57 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (8f5f1d5c-cbc1-48f3-96f0-e62563a83893), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:55.885302 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:55.981501 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a33f49-e142-4a36-9621-e3d156ae7bcc req-4411ca19-4634-4577-8325-68bb3e383822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:55.983015 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-44a33f49-e142-4a36-9621-e3d156ae7bcc req-4411ca19-4634-4577-8325-68bb3e383822 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=29fbbcf6-c646-4aae-ba1c-126437193f4d HTTP/1.1" status: 200 len: 912 time: 0.1368217 Aug 24 17:55:56.039204 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-44a33f49-e142-4a36-9621-e3d156ae7bcc req-764295ca-b2ab-4a96-b78b-75345298a88e service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bd0f31f-109e-44d3-a9ca-645f8d269396 HTTP/1.1" status: 200 len: 217 time: 0.0466325 Aug 24 17:55:56.115490 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:56.134867 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a33f49-e142-4a36-9621-e3d156ae7bcc req-e1ccab64-f810-4085-99d4-9512c5ff8776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:56.136327 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-44a33f49-e142-4a36-9621-e3d156ae7bcc req-e1ccab64-f810-4085-99d4-9512c5ff8776 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=346fead9-f659-4b2d-a5d3-8f7d9b4bf123 HTTP/1.1" status: 200 len: 850 time: 0.0906036 Aug 24 17:55:56.169371 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-395d4cb1-5f2f-4996-b69c-3830c2a97f57 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for port (8f5f1d5c-cbc1-48f3-96f0-e62563a83893), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:56.174649 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-395d4cb1-5f2f-4996-b69c-3830c2a97f57 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (8f5f1d5c-cbc1-48f3-96f0-e62563a83893), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:56.249722 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-395d4cb1-5f2f-4996-b69c-3830c2a97f57 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (b5952c3f-1c5a-4c9c-9c94-865fbf68d9f0), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:56.252313 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d4cb1-5f2f-4996-b69c-3830c2a97f57 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'Port': ['ID=8f5f1d5c-cbc1-48f3-96f0-e62563a83893,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:56.267315 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-395d4cb1-5f2f-4996-b69c-3830c2a97f57 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:56.268573 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-395d4cb1-5f2f-4996-b69c-3830c2a97f57 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0698459 Aug 24 17:55:56.356401 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a33f49-e142-4a36-9621-e3d156ae7bcc req-f23cfef6-b180-4f1c-b0d3-9c62d0d745e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:56.358438 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-44a33f49-e142-4a36-9621-e3d156ae7bcc req-f23cfef6-b180-4f1c-b0d3-9c62d0d745e8 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=29fbbcf6-c646-4aae-ba1c-126437193f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437176 Aug 24 17:55:56.472081 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-44a33f49-e142-4a36-9621-e3d156ae7bcc req-0e83be14-c8d7-4fad-9e23-ce0de97c7473 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058965 Aug 24 17:55:56.487335 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-19813628-38f8-4a07-a6e6-55f671eae32a req-608c9c46-2a87-46f3-ab6b-35f78c7a4961 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1455289557&fields=id&tenant_id=625652cfa47248faac8c1f7759c56a14 HTTP/1.1" status: 200 len: 267 time: 0.0557868 Aug 24 17:55:56.565253 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-44a33f49-e142-4a36-9621-e3d156ae7bcc req-5257faba-9354-4dd0-9290-140fcc545019 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873036 Aug 24 17:55:56.595926 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19813628-38f8-4a07-a6e6-55f671eae32a req-896bb0e1-fc8e-42f0-984d-1c405701fa5e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:56.597391 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-19813628-38f8-4a07-a6e6-55f671eae32a req-896bb0e1-fc8e-42f0-984d-1c405701fa5e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/networks?id=87807a97-d368-4c81-a10c-4e62e5ebdb01 HTTP/1.1" status: 200 len: 815 time: 0.1052089 Aug 24 17:55:56.612242 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-19813628-38f8-4a07-a6e6-55f671eae32a req-0129fcc7-6b44-4e3d-ae89-f0f92d9fabd8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/quotas/625652cfa47248faac8c1f7759c56a14 HTTP/1.1" status: 200 len: 375 time: 0.0095563 Aug 24 17:55:56.661115 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-19813628-38f8-4a07-a6e6-55f671eae32a req-64a40ea1-6a6d-442c-8824-1bcf776ee865 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=625652cfa47248faac8c1f7759c56a14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441225 Aug 24 17:55:56.805718 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38582) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:56.806540 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-19813628-38f8-4a07-a6e6-55f671eae32a req-58ca48fb-ca67-4e0f-83b6-5e3135c81388 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325889 Aug 24 17:55:56.878058 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:56.901666 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-19813628-38f8-4a07-a6e6-55f671eae32a req-9b2978d3-ed3a-4167-b80d-c01ee5d60131 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927708 Aug 24 17:55:56.906778 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-12a3ba62-518b-468d-b0c3-8781c5b5c32b tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group (95c99eeb-0111-4956-ba71-cd2135e90cec), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:56.914542 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9a222-cdaa-4097-a466-278bade1568e req-d537eb3a-1ac9-416d-8092-e829a15520a0 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:56.916037 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b0f9a222-cdaa-4097-a466-278bade1568e req-d537eb3a-1ac9-416d-8092-e829a15520a0 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 944 time: 0.0679879 Aug 24 17:55:56.956393 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-12a3ba62-518b-468d-b0c3-8781c5b5c32b tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group (95c99eeb-0111-4956-ba71-cd2135e90cec), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:57.011085 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b0f9a222-cdaa-4097-a466-278bade1568e req-5516a623-beab-4514-9302-14a28fff441f tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869625 Aug 24 17:55:57.055857 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-12a3ba62-518b-468d-b0c3-8781c5b5c32b tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (95c99eeb-0111-4956-ba71-cd2135e90cec), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:57.058452 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-12a3ba62-518b-468d-b0c3-8781c5b5c32b tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:57.062206 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-12a3ba62-518b-468d-b0c3-8781c5b5c32b tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/95c99eeb-0111-4956-ba71-cd2135e90cec HTTP/1.1" status: 204 len: 168 time: 0.2530107 Aug 24 17:55:57.084178 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3ba62-518b-468d-b0c3-8781c5b5c32b tempest-TestShelveInstance-598556735 tempest-TestShelveInstance-598556735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c99eeb-0111-4956-ba71-cd2135e90cec,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:57.098362 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=100 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:57.109958 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-68930eb7-cea9-4b49-b88b-062f26aeef5e req-297a6824-aa18-4999-86e2-35b82c2a2390 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=887986a8-3a8d-4a88-8aa4-a97a16e391ac HTTP/1.1" status: 200 len: 210 time: 0.0492346 Aug 24 17:55:57.110737 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38590) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:57.499129 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f73600df-9d5b-4729-a9c6-2fa0da5cdd7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797293'] for router_interface (2dc4c460-9623-418c-ba8c-420a1285cb7f), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:57.691774 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:57.724952 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-f73600df-9d5b-4729-a9c6-2fa0da5cdd7b admin admin] Deleting port 4e2459da-464d-450e-9231-55d5e725aa9b {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:57.725301 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f73600df-9d5b-4729-a9c6-2fa0da5cdd7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (4e2459da-464d-450e-9231-55d5e725aa9b), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:57.751819 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 1bd0f31f-109e-44d3-a9ca-645f8d269396 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:55:57.756090 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:55:57.784679 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] No Port match for: 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:55:57.785030 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 8d36b8ea-fbfc-42ac-bfb3-fae1fd335dba not bound to the agent host hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:55:57.803270 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [None req-f73600df-9d5b-4729-a9c6-2fa0da5cdd7b admin admin] For port 4e2459da-464d-450e-9231-55d5e725aa9b, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=4e2459da-464d-450e-9231-55d5e725aa9b,segment=NetworkSegment(509f5506-d136-42e3-8ef1-51a3f0b98c05),segment_id=509f5506-d136-42e3-8ef1-51a3f0b98c05)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:57.803673 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f73600df-9d5b-4729-a9c6-2fa0da5cdd7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (4e2459da-464d-450e-9231-55d5e725aa9b), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:57.816514 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-f73600df-9d5b-4729-a9c6-2fa0da5cdd7b admin admin] Calling delete_port for 4e2459da-464d-450e-9231-55d5e725aa9b owned by network:router_interface {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:57.886739 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 1bd0f31f-109e-44d3-a9ca-645f8d269396, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=1bd0f31f-109e-44d3-a9ca-645f8d269396,segment=NetworkSegment(264b647a-0f3d-4dba-976f-d105df39fa97),segment_id=264b647a-0f3d-4dba-976f-d105df39fa97)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:57.899817 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '1bd0f31f-109e-44d3-a9ca-645f8d269396', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'port_id': '1bd0f31f-109e-44d3-a9ca-645f8d269396', 'mac_address': 'fa:16:3e:0d:37:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:55:57.942402 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 1bd0f31f-109e-44d3-a9ca-645f8d269396 is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:55:57.943004 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (1bd0f31f-109e-44d3-a9ca-645f8d269396), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:57.959776 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd0f31f-109e-44d3-a9ca-645f8d269396 {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:55:57.984893 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 1bd0f31f-109e-44d3-a9ca-645f8d269396, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=1bd0f31f-109e-44d3-a9ca-645f8d269396,segment=NetworkSegment(264b647a-0f3d-4dba-976f-d105df39fa97),segment_id=264b647a-0f3d-4dba-976f-d105df39fa97)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:57.989640 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (1bd0f31f-109e-44d3-a9ca-645f8d269396), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:58.008300 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:58.013648 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f73600df-9d5b-4729-a9c6-2fa0da5cdd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (4e2459da-464d-450e-9231-55d5e725aa9b), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:58.044904 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=1bd0f31f-109e-44d3-a9ca-645f8d269396,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:58.047959 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73600df-9d5b-4729-a9c6-2fa0da5cdd7b admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2459da-464d-450e-9231-55d5e725aa9b,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:58.116004 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:58.189379 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19813628-38f8-4a07-a6e6-55f671eae32a req-9a7d6d1a-ec3f-4c79-ae2b-f2a5d4b283c7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:58.191226 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-19813628-38f8-4a07-a6e6-55f671eae32a req-9a7d6d1a-ec3f-4c79-ae2b-f2a5d4b283c7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.62 "GET /networking/v2.0/networks?id=87807a97-d368-4c81-a10c-4e62e5ebdb01 HTTP/1.1" status: 200 len: 815 time: 0.2048016 Aug 24 17:55:58.206476 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['1bd0f31f-109e-44d3-a9ca-645f8d269396'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:55:58.245752 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31f4cf-e3b8-4b57-8c5a-50818bce32ab req-a3297949-67d6-46d7-93a8-643ba0c0a2b3 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:58.247462 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fd31f4cf-e3b8-4b57-8c5a-50818bce32ab req-a3297949-67d6-46d7-93a8-643ba0c0a2b3 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 945 time: 0.1222990 Aug 24 17:55:58.251516 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-9fbb713c-a508-44b8-8b7d-14ee75880206 req-d7c3e06e-d6bd-4246-b9a0-e74e91d88511 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=887986a8-3a8d-4a88-8aa4-a97a16e391ac HTTP/1.1" status: 200 len: 210 time: 0.0363986 Aug 24 17:55:58.303981 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f73600df-9d5b-4729-a9c6-2fa0da5cdd7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1797177'] for router_interface (2dc4c460-9623-418c-ba8c-420a1285cb7f), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:58.306735 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-19813628-38f8-4a07-a6e6-55f671eae32a req-8332ac1d-6f2d-4b9f-85eb-6f08f6bd4446 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.62 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=625652cfa47248faac8c1f7759c56a14 HTTP/1.1" status: 200 len: 380 time: 0.0991523 Aug 24 17:55:58.342275 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-19813628-38f8-4a07-a6e6-55f671eae32a req-a96be6cc-d14a-439f-a752-d048a152b013 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'port': {'device_id': '887986a8-3a8d-4a88-8aa4-a97a16e391ac', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'admin_state_up': True, 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'security_groups': ['2c82997c-db3d-4e43-abd8-beea4e3ea5d4']}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:55:58.362245 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:58.375211 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fd31f4cf-e3b8-4b57-8c5a-50818bce32ab req-bb7c735b-2927-4d02-8b6d-39e652348de6 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201882 Aug 24 17:55:58.473228 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19813628-38f8-4a07-a6e6-55f671eae32a req-a96be6cc-d14a-439f-a752-d048a152b013 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Made reservation on behalf of 625652cfa47248faac8c1f7759c56a14 for: {'port': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:55:58.476952 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-19813628-38f8-4a07-a6e6-55f671eae32a req-a96be6cc-d14a-439f-a752-d048a152b013 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:58.537117 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73600df-9d5b-4729-a9c6-2fa0da5cdd7b admin admin] Router 2dc4c460-9623-418c-ba8c-420a1285cb7f has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:55:58.608285 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [req-19813628-38f8-4a07-a6e6-55f671eae32a req-a96be6cc-d14a-439f-a752-d048a152b013 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Allocated IP 172.20.0.7 (87807a97-d368-4c81-a10c-4e62e5ebdb01/fb812c0c-3017-4362-8cd9-519a30ec932c/56f3b43c-0345-4a96-8783-3b7d326dd2cf) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:55:58.613797 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:58.643780 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73600df-9d5b-4729-a9c6-2fa0da5cdd7b admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:55:58.652210 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-f73600df-9d5b-4729-a9c6-2fa0da5cdd7b admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/2dc4c460-9623-418c-ba8c-420a1285cb7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5356066 Aug 24 17:55:58.652318 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38608) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:58.655695 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc01b6f3-206c-487e-b3a5-40523cc16783 None None] Sync routers for ids ['2dc4c460-9623-418c-ba8c-420a1285cb7f'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:55:58.666653 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc01b6f3-206c-487e-b3a5-40523cc16783 None None] Routers {'2dc4c460-9623-418c-ba8c-420a1285cb7f'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:58.667542 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-cc01b6f3-206c-487e-b3a5-40523cc16783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2dc4c460-9623-418c-ba8c-420a1285cb7f'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:58.756915 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-19813628-38f8-4a07-a6e6-55f671eae32a req-a96be6cc-d14a-439f-a752-d048a152b013 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for port (56f3b43c-0345-4a96-8783-3b7d326dd2cf), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:58.774858 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-cc01b6f3-206c-487e-b3a5-40523cc16783 None None] Set router 2dc4c460-9623-418c-ba8c-420a1285cb7f gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:58.791964 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-19813628-38f8-4a07-a6e6-55f671eae32a req-a96be6cc-d14a-439f-a752-d048a152b013 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (56f3b43c-0345-4a96-8783-3b7d326dd2cf), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:58.968949 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-cc01b6f3-206c-487e-b3a5-40523cc16783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'name': 'tempest-TestShelveInstance-1649605976-router', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:55:57Z', 'revision_number': 5, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'gw_port': {'id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:58.998024 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc01b6f3-206c-487e-b3a5-40523cc16783 None None] Checking router: 2dc4c460-9623-418c-ba8c-420a1285cb7f for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:55:59.007692 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc01b6f3-206c-487e-b3a5-40523cc16783 None None] Routers {'2dc4c460-9623-418c-ba8c-420a1285cb7f'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:55:59.008231 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-cc01b6f3-206c-487e-b3a5-40523cc16783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2dc4c460-9623-418c-ba8c-420a1285cb7f'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:59.015389 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-28f31c0d-60fc-436c-91e0-a12966f545a7 admin admin] Publish callbacks [] for router (2dc4c460-9623-418c-ba8c-420a1285cb7f), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.097379 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19813628-38f8-4a07-a6e6-55f671eae32a req-a96be6cc-d14a-439f-a752-d048a152b013 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Network 87807a97-d368-4c81-a10c-4e62e5ebdb01 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:55:59.100922 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [req-19813628-38f8-4a07-a6e6-55f671eae32a req-a96be6cc-d14a-439f-a752-d048a152b013 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:55:59.102853 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96be6cc-d14a-439f-a752-d048a152b013 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'Port': ['ID=56f3b43c-0345-4a96-8783-3b7d326dd2cf,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:59.105054 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-19813628-38f8-4a07-a6e6-55f671eae32a req-a96be6cc-d14a-439f-a752-d048a152b013 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:55:59.122043 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-cc01b6f3-206c-487e-b3a5-40523cc16783 None None] Set router 2dc4c460-9623-418c-ba8c-420a1285cb7f gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:55:59.134909 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-28f31c0d-60fc-436c-91e0-a12966f545a7 admin admin] Publish callbacks [] for router_gateway (2dc4c460-9623-418c-ba8c-420a1285cb7f), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.158390 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19813628-38f8-4a07-a6e6-55f671eae32a req-a96be6cc-d14a-439f-a752-d048a152b013 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:59.159218 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-19813628-38f8-4a07-a6e6-55f671eae32a req-a96be6cc-d14a-439f-a752-d048a152b013 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.178952 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-19813628-38f8-4a07-a6e6-55f671eae32a req-a96be6cc-d14a-439f-a752-d048a152b013 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.62 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8399813 Aug 24 17:55:59.193713 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-19813628-38f8-4a07-a6e6-55f671eae32a req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] Request body: {'port': {'device_id': '887986a8-3a8d-4a88-8aa4-a97a16e391ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:55:59.205043 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-28f31c0d-60fc-436c-91e0-a12966f545a7 admin admin] Deleting port f2fc3b6b-f8d4-4bba-9e23-cfc38616237f {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:55:59.205649 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-28f31c0d-60fc-436c-91e0-a12966f545a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (f2fc3b6b-f8d4-4bba-9e23-cfc38616237f), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.260968 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-19813628-38f8-4a07-a6e6-55f671eae32a req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (56f3b43c-0345-4a96-8783-3b7d326dd2cf), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.299926 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [None req-28f31c0d-60fc-436c-91e0-a12966f545a7 admin admin] For port f2fc3b6b-f8d4-4bba-9e23-cfc38616237f, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=f2fc3b6b-f8d4-4bba-9e23-cfc38616237f,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:55:59.300407 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-28f31c0d-60fc-436c-91e0-a12966f545a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (f2fc3b6b-f8d4-4bba-9e23-cfc38616237f), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.315898 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-28f31c0d-60fc-436c-91e0-a12966f545a7 admin admin] Calling delete_port for f2fc3b6b-f8d4-4bba-9e23-cfc38616237f owned by network:router_gateway {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:55:59.350433 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-cc01b6f3-206c-487e-b3a5-40523cc16783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'name': 'tempest-TestShelveInstance-1649605976-router', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:55:57Z', 'revision_number': 5, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'gw_port': {'id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:55:59.377086 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc01b6f3-206c-487e-b3a5-40523cc16783 None None] The sync data for ids ['2dc4c460-9623-418c-ba8c-420a1285cb7f'] in dv-cinder-840525-3-iscsi is: [{'id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'name': 'tempest-TestShelveInstance-1649605976-router', 'tenant_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:55:57Z', 'revision_number': 5, 'project_id': '79ef0ce1ee884e9d80d4200d40b7b6c2', 'gw_port': {'id': 'f2fc3b6b-f8d4-4bba-9e23-cfc38616237f', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4c460-9623-418c-ba8c-420a1285cb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:30Z', 'updated_at': '2022-08-24T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:55:59.415293 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-f33f63c7-c14d-4389-8491-d4c89525ca62 None None] Provisioning complete for port 56f3b43c-0345-4a96-8783-3b7d326dd2cf triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:55:59.415774 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-f33f63c7-c14d-4389-8491-d4c89525ca62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (56f3b43c-0345-4a96-8783-3b7d326dd2cf), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.426282 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b7bce-168c-45e2-802d-ab783a3b7951 req-b10d092e-a119-4294-9bc5-37098149b735 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:59.433597 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8a9b7bce-168c-45e2-802d-ab783a3b7951 req-b10d092e-a119-4294-9bc5-37098149b735 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=887986a8-3a8d-4a88-8aa4-a97a16e391ac HTTP/1.1" status: 200 len: 931 time: 0.0721946 Aug 24 17:55:59.464271 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-f33f63c7-c14d-4389-8491-d4c89525ca62 None None] Port 56f3b43c-0345-4a96-8783-3b7d326dd2cf cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:55:59.489427 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:59.495575 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:59.496218 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:59.529899 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8a9b7bce-168c-45e2-802d-ab783a3b7951 req-02fcd834-b3ab-4ba3-bf52-1390b31c5389 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c82997c-db3d-4e43-abd8-beea4e3ea5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954061 Aug 24 17:55:59.572421 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39876ce2-056e-461f-97d8-6035628fbde0 req-992302f2-00e2-495d-9ccf-6b62b474ea31 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:59.573900 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-39876ce2-056e-461f-97d8-6035628fbde0 req-992302f2-00e2-495d-9ccf-6b62b474ea31 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 945 time: 0.0725558 Aug 24 17:55:59.604297 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-28f31c0d-60fc-436c-91e0-a12966f545a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (f2fc3b6b-f8d4-4bba-9e23-cfc38616237f), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.630298 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f31c0d-60fc-436c-91e0-a12966f545a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2fc3b6b-f8d4-4bba-9e23-cfc38616237f,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:59.655940 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [req-19813628-38f8-4a07-a6e6-55f671eae32a req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f3b43c-0345-4a96-8783-3b7d326dd2cf {{(pid=112764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:55:59.666015 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-39876ce2-056e-461f-97d8-6035628fbde0 req-b690e606-96e4-47ba-b864-e4f1564893ac tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853169 Aug 24 17:55:59.667734 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-19813628-38f8-4a07-a6e6-55f671eae32a req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] Publish callbacks [] for port (56f3b43c-0345-4a96-8783-3b7d326dd2cf), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.681713 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.provisioning_blocks [req-19813628-38f8-4a07-a6e6-55f671eae32a req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] Transition to ACTIVE for port object 56f3b43c-0345-4a96-8783-3b7d326dd2cf will not be triggered until provisioned by entity L2. {{(pid=112764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:55:59.686745 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-19813628-38f8-4a07-a6e6-55f671eae32a req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (56f3b43c-0345-4a96-8783-3b7d326dd2cf), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.693520 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-28f31c0d-60fc-436c-91e0-a12966f545a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795944'] for router_gateway (2dc4c460-9623-418c-ba8c-420a1285cb7f), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.755033 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] Pushing event updated for resources: {'Port': ['ID=56f3b43c-0345-4a96-8783-3b7d326dd2cf,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:55:59.766717 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 1bd0f31f-109e-44d3-a9ca-645f8d269396 up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:55:59.777402 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:55:59.790161 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-28f31c0d-60fc-436c-91e0-a12966f545a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1797267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router (2dc4c460-9623-418c-ba8c-420a1285cb7f), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.792749 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-28f31c0d-60fc-436c-91e0-a12966f545a7 admin admin] Publish callbacks [] for router_controller (2dc4c460-9623-418c-ba8c-420a1285cb7f), precommit_delete_associations {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.834354 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-19813628-38f8-4a07-a6e6-55f671eae32a req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] Attempting to bind port 56f3b43c-0345-4a96-8783-3b7d326dd2cf on host hv-cinder-84052 for vnic_type normal with profile {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:55:59.835056 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-19813628-38f8-4a07-a6e6-55f671eae32a req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] Attempting to bind port 56f3b43c-0345-4a96-8783-3b7d326dd2cf by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:55:59.835792 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19813628-38f8-4a07-a6e6-55f671eae32a req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] Attempting to bind port 56f3b43c-0345-4a96-8783-3b7d326dd2cf on network 87807a97-d368-4c81-a10c-4e62e5ebdb01 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:55:59.845037 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning for port 1bd0f31f-109e-44d3-a9ca-645f8d269396 completed by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:55:59.845598 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19813628-38f8-4a07-a6e6-55f671eae32a req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] Port 56f3b43c-0345-4a96-8783-3b7d326dd2cf on network 87807a97-d368-4c81-a10c-4e62e5ebdb01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:55:59.846310 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19813628-38f8-4a07-a6e6-55f671eae32a req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] Attempting to bind port 56f3b43c-0345-4a96-8783-3b7d326dd2cf on network 87807a97-d368-4c81-a10c-4e62e5ebdb01 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:55:59.850557 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-28f31c0d-60fc-436c-91e0-a12966f545a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1797258'] for router (2dc4c460-9623-418c-ba8c-420a1285cb7f), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.851564 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f31c0d-60fc-436c-91e0-a12966f545a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dc4c460-9623-418c-ba8c-420a1285cb7f {{(pid=112763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:55:59.852961 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19813628-38f8-4a07-a6e6-55f671eae32a req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] Checking agent: {'id': 'd24852b8-87fc-4acc-b821-6f57e7364c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'started_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:55:59.853949 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 1bd0f31f-109e-44d3-a9ca-645f8d269396 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:55:59.854387 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (1bd0f31f-109e-44d3-a9ca-645f8d269396), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.854767 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19813628-38f8-4a07-a6e6-55f671eae32a req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] Checking segment: {'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:55:59.855222 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19813628-38f8-4a07-a6e6-55f671eae32a req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] Bound using segment: {'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:55:59.855803 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-19813628-38f8-4a07-a6e6-55f671eae32a req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] Bound port: 56f3b43c-0345-4a96-8783-3b7d326dd2cf, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'}}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:55:59.856269 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-19813628-38f8-4a07-a6e6-55f671eae32a req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (56f3b43c-0345-4a96-8783-3b7d326dd2cf), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.861097 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-28f31c0d-60fc-436c-91e0-a12966f545a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.864733 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-28f31c0d-60fc-436c-91e0-a12966f545a7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/2dc4c460-9623-418c-ba8c-420a1285cb7f HTTP/1.1" status: 204 len: 168 time: 1.2090411 Aug 24 17:55:59.865126 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38614) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:55:59.914950 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2a457e-ecc4-4ae7-8e64-5868be347aef admin admin] Deleting subnet 80c34839-bf32-4dc6-b07f-eaf38c5c769a {{(pid=112763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:55:59.918393 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0a2a457e-ecc4-4ae7-8e64-5868be347aef admin admin] Publish callbacks [] for subnet (80c34839-bf32-4dc6-b07f-eaf38c5c769a), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.930219 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-19813628-38f8-4a07-a6e6-55f671eae32a req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] For port 56f3b43c-0345-4a96-8783-3b7d326dd2cf, host hv-cinder-84052, cleared binding levels {{(pid=112764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:55:59.934109 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-19813628-38f8-4a07-a6e6-55f671eae32a req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] For port 56f3b43c-0345-4a96-8783-3b7d326dd2cf, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=56f3b43c-0345-4a96-8783-3b7d326dd2cf,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:55:59.943910 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-19813628-38f8-4a07-a6e6-55f671eae32a req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (56f3b43c-0345-4a96-8783-3b7d326dd2cf), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.948221 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19813628-38f8-4a07-a6e6-55f671eae32a req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:55:59.948840 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-19813628-38f8-4a07-a6e6-55f671eae32a req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.952023 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-19813628-38f8-4a07-a6e6-55f671eae32a req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] 10.222.0.62 "PUT /networking/v2.0/ports/56f3b43c-0345-4a96-8783-3b7d326dd2cf HTTP/1.1" status: 200 len: 1093 time: 0.7629967 Aug 24 17:55:59.954673 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887986a8-3a8d-4a88-8aa4-a97a16e391ac', 'tag': '56f3b43c-0345-4a96-8783-3b7d326dd2cf'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:55:59.957953 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6891cf99-c6df-4ff8-bf87-eb080862df3f" -d '{"events": [{"name": "network-changed", "server_uuid": "887986a8-3a8d-4a88-8aa4-a97a16e391ac", "tag": "56f3b43c-0345-4a96-8783-3b7d326dd2cf"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:55:59.958142 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 1bd0f31f-109e-44d3-a9ca-645f8d269396 is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:55:59.958655 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (1bd0f31f-109e-44d3-a9ca-645f8d269396), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.961790 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0a2a457e-ecc4-4ae7-8e64-5868be347aef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7513626'] for subnet (80c34839-bf32-4dc6-b07f-eaf38c5c769a), precommit_delete_associations {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:55:59.992179 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbbd365-963e-4126-835c-d2a1725dfd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd0f31f-109e-44d3-a9ca-645f8d269396'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:56:00.023104 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34228a54-22f5-4994-85df-b31835bf0cea" -d '{"events": [{"server_uuid": "1fbbd365-963e-4126-835c-d2a1725dfd77", "name": "network-vif-plugged", "status": "completed", "tag": "1bd0f31f-109e-44d3-a9ca-645f8d269396"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:56:00.027872 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05776ad-d235-4109-ae44-8ecea139552e service neutron] Pushing event updated for resources: {'Port': ['ID=56f3b43c-0345-4a96-8783-3b7d326dd2cf,revision_number=3']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:00.038153 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 1bd0f31f-109e-44d3-a9ca-645f8d269396, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=1bd0f31f-109e-44d3-a9ca-645f8d269396,segment=NetworkSegment(264b647a-0f3d-4dba-976f-d105df39fa97),segment_id=264b647a-0f3d-4dba-976f-d105df39fa97)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:00.050055 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (1bd0f31f-109e-44d3-a9ca-645f8d269396), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:00.083291 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0a2a457e-ecc4-4ae7-8e64-5868be347aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858428'] for subnet (80c34839-bf32-4dc6-b07f-eaf38c5c769a), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:00.103858 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56fc5bf-75f6-4fa8-a319-332ce0c5fcfc x-openstack-request-id: req-d56fc5bf-75f6-4fa8-a319-332ce0c5fcfc {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:56:00.104340 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbbd365-963e-4126-835c-d2a1725dfd77", "name": "network-vif-plugged", "status": "completed", "tag": "1bd0f31f-109e-44d3-a9ca-645f8d269396", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:56:00.104693 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d56fc5bf-75f6-4fa8-a319-332ce0c5fcfc {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:56:00.105282 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56fc5bf-75f6-4fa8-a319-332ce0c5fcfc'] response: {'server_uuid': '1fbbd365-963e-4126-835c-d2a1725dfd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd0f31f-109e-44d3-a9ca-645f8d269396', 'code': 200} Aug 24 17:56:00.110224 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19813628-38f8-4a07-a6e6-55f671eae32a req-d5e89b92-e70d-4b51-9df6-9ce0f867868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:00.111971 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-19813628-38f8-4a07-a6e6-55f671eae32a req-d5e89b92-e70d-4b51-9df6-9ce0f867868a service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=625652cfa47248faac8c1f7759c56a14&device_id=887986a8-3a8d-4a88-8aa4-a97a16e391ac HTTP/1.1" status: 200 len: 1127 time: 0.0735157 Aug 24 17:56:00.114241 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cc87d0-3bd9-4522-9a73-53b48e2ec749 x-openstack-request-id: req-39cc87d0-3bd9-4522-9a73-53b48e2ec749 {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:56:00.114532 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887986a8-3a8d-4a88-8aa4-a97a16e391ac", "tag": "56f3b43c-0345-4a96-8783-3b7d326dd2cf", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:56:00.114783 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-39cc87d0-3bd9-4522-9a73-53b48e2ec749 {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:56:00.115181 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39cc87d0-3bd9-4522-9a73-53b48e2ec749'] response: {'name': 'network-changed', 'server_uuid': '887986a8-3a8d-4a88-8aa4-a97a16e391ac', 'tag': '56f3b43c-0345-4a96-8783-3b7d326dd2cf', 'status': 'completed', 'code': 200} Aug 24 17:56:00.156482 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0a2a457e-ecc4-4ae7-8e64-5868be347aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7605615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7792018'] for subnet (80c34839-bf32-4dc6-b07f-eaf38c5c769a), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:00.177131 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-19813628-38f8-4a07-a6e6-55f671eae32a req-ae1b5539-12ce-4468-8bb5-fe423cc49e1d service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56f3b43c-0345-4a96-8783-3b7d326dd2cf HTTP/1.1" status: 200 len: 217 time: 0.0583985 Aug 24 17:56:00.178075 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=1bd0f31f-109e-44d3-a9ca-645f8d269396,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:00.188091 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a457e-ecc4-4ae7-8e64-5868be347aef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80c34839-bf32-4dc6-b07f-eaf38c5c769a,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:00.192101 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0a2a457e-ecc4-4ae7-8e64-5868be347aef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:00.197692 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-0a2a457e-ecc4-4ae7-8e64-5868be347aef admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/80c34839-bf32-4dc6-b07f-eaf38c5c769a HTTP/1.1" status: 204 len: 168 time: 0.3291616 Aug 24 17:56:00.197850 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38620) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:00.200202 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60d3de7-f834-4494-85e4-4c7cf863daff None None] Network 3e1e5e53-af70-4029-8cfd-e50d2d607333 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:56:00.291586 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19813628-38f8-4a07-a6e6-55f671eae32a req-c70a48a1-3a26-4efe-81c9-a986db94c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:00.294540 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-19813628-38f8-4a07-a6e6-55f671eae32a req-c70a48a1-3a26-4efe-81c9-a986db94c372 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=fb812c0c-3017-4362-8cd9-519a30ec932c HTTP/1.1" status: 200 len: 854 time: 0.1094975 Aug 24 17:56:00.296375 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ce8964a8-cc60-44a2-b984-ab4096b939e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772529'] for network (3e1e5e53-af70-4029-8cfd-e50d2d607333), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:00.312524 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 4e2459da-464d-450e-9231-55d5e725aa9b no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:56:00.322999 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:00.345863 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19813628-38f8-4a07-a6e6-55f671eae32a req-340c1ce6-f432-4700-872d-03be9d231ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:00.347380 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-19813628-38f8-4a07-a6e6-55f671eae32a req-340c1ce6-f432-4700-872d-03be9d231ae8 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=87807a97-d368-4c81-a10c-4e62e5ebdb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474973 Aug 24 17:56:00.367728 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: 4e2459da-464d-450e-9231-55d5e725aa9b {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:56:00.368073 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 4e2459da-464d-450e-9231-55d5e725aa9b not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:56:00.375625 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:00.400985 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-ce8964a8-cc60-44a2-b984-ab4096b939e0 admin admin] Deleting port 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:56:00.401216 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ce8964a8-cc60-44a2-b984-ab4096b939e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (41cbc582-bb8a-48c8-a3f3-98eb4024f8ed), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:00.403800 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c5cff-fbd0-426a-94c3-e26311a7695d req-c9f96299-8b0c-4162-923e-dcf39c4a4be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:00.405852 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-334c5cff-fbd0-426a-94c3-e26311a7695d req-c9f96299-8b0c-4162-923e-dcf39c4a4be8 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 1130 time: 0.0874732 Aug 24 17:56:00.449311 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-19813628-38f8-4a07-a6e6-55f671eae32a req-2e3f5ccb-c792-461c-a910-1bae57e8b29d service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946186 Aug 24 17:56:00.502088 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [None req-ce8964a8-cc60-44a2-b984-ab4096b939e0 admin admin] For port 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=41cbc582-bb8a-48c8-a3f3-98eb4024f8ed,segment=NetworkSegment(509f5506-d136-42e3-8ef1-51a3f0b98c05),segment_id=509f5506-d136-42e3-8ef1-51a3f0b98c05)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:00.502462 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ce8964a8-cc60-44a2-b984-ab4096b939e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (41cbc582-bb8a-48c8-a3f3-98eb4024f8ed), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:00.519528 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-334c5cff-fbd0-426a-94c3-e26311a7695d req-6259ff9a-7f59-4c50-84cb-fba5110230ee service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028619 Aug 24 17:56:00.521012 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-ce8964a8-cc60-44a2-b984-ab4096b939e0 admin admin] Calling delete_port for 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed owned by network:dhcp {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:56:00.531599 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:DELETE=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:00.546320 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-19813628-38f8-4a07-a6e6-55f671eae32a req-45d10937-fd1c-481f-ba35-c1feda18dfef service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914569 Aug 24 17:56:00.604706 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ce8964a8-cc60-44a2-b984-ab4096b939e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (41cbc582-bb8a-48c8-a3f3-98eb4024f8ed), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:00.636588 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8964a8-cc60-44a2-b984-ab4096b939e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=41cbc582-bb8a-48c8-a3f3-98eb4024f8ed,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:00.644399 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8964a8-cc60-44a2-b984-ab4096b939e0 admin admin] No DVR routers for this DVR port 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed on host dv-cinder-840525-3-iscsi {{(pid=112763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:56:00.694140 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1960f1-53ec-42b7-ab67-ba031ab9a863 None None] DHCP port deletion for 3e1e5e53-af70-4029-8cfd-e50d2d607333 request from dv-cinder-840525-3-iscsi {{(pid=112765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 17:56:00.712199 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac66b7b-6c38-4492-8ccf-9fe9c1d3ab11 req-2297a6d3-2935-4495-b3fd-2a50b419a70d tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:00.712979 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3ac66b7b-6c38-4492-8ccf-9fe9c1d3ab11 req-2297a6d3-2935-4495-b3fd-2a50b419a70d tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=887986a8-3a8d-4a88-8aa4-a97a16e391ac HTTP/1.1" status: 200 len: 943 time: 0.1015959 Aug 24 17:56:00.782775 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ce8964a8-cc60-44a2-b984-ab4096b939e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853052', 'neutron.services.segments.db._delete_segments_for_network-8763232076656'] for network (3e1e5e53-af70-4029-8cfd-e50d2d607333), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:00.792158 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:00.803982 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e383638-0bca-4fe3-9d54-e23027756927 req-3efc645d-001f-40c4-839a-f6732c8b7766 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:00.805758 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0e383638-0bca-4fe3-9d54-e23027756927 req-3efc645d-001f-40c4-839a-f6732c8b7766 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0531554 Aug 24 17:56:00.825148 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-ce8964a8-cc60-44a2-b984-ab4096b939e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1e5e53-af70-4029-8cfd-e50d2d607333']}} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:00.836291 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3ac66b7b-6c38-4492-8ccf-9fe9c1d3ab11 req-90977d62-7ee2-409a-aa0e-4970db08ec07 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c82997c-db3d-4e43-abd8-beea4e3ea5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108005 Aug 24 17:56:00.844792 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-ce8964a8-cc60-44a2-b984-ab4096b939e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509f5506-d136-42e3-8ef1-51a3f0b98c05') {'for_net_delete': True} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:00.845103 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-ce8964a8-cc60-44a2-b984-ab4096b939e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509f5506-d136-42e3-8ef1-51a3f0b98c05') {} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:00.846879 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:00.856908 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ce8964a8-cc60-44a2-b984-ab4096b939e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763232055022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7513619'] for segment (509f5506-d136-42e3-8ef1-51a3f0b98c05), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:00.860605 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-0e383638-0bca-4fe3-9d54-e23027756927 req-730a612b-53ba-400b-baac-814c9a9334c6 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482378 Aug 24 17:56:00.872834 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ce8964a8-cc60-44a2-b984-ab4096b939e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (509f5506-d136-42e3-8ef1-51a3f0b98c05), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:00.882471 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8964a8-cc60-44a2-b984-ab4096b939e0 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=112763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:56:00.882471 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ce8964a8-cc60-44a2-b984-ab4096b939e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7605513'] for segment (509f5506-d136-42e3-8ef1-51a3f0b98c05), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:00.909332 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.services.segments.plugin [-] Segment 509f5506-d136-42e3-8ef1-51a3f0b98c05 resource provider aggregate not found Aug 24 17:56:00.947101 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ce8964a8-cc60-44a2-b984-ab4096b939e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795916'] for network (3e1e5e53-af70-4029-8cfd-e50d2d607333), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:00.954032 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.services.segments.plugin [-] Segment 509f5506-d136-42e3-8ef1-51a3f0b98c05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 509f5506-d136-42e3-8ef1-51a3f0b98c05 found for delete ", "request_id": "req-afd216b2-6dab-4e42-b2a2-51dc26129be4"}]} Aug 24 17:56:00.954966 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ce8964a8-cc60-44a2-b984-ab4096b939e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:00.958084 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-ce8964a8-cc60-44a2-b984-ab4096b939e0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/3e1e5e53-af70-4029-8cfd-e50d2d607333 HTTP/1.1" status: 204 len: 168 time: 0.7593136 Aug 24 17:56:00.961164 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38630) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:00.969479 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8964a8-cc60-44a2-b984-ab4096b939e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e1e5e53-af70-4029-8cfd-e50d2d607333,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:01.026487 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:01.274292 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-bf495580-f503-41e0-97d4-dbef9e2e6e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797293'] for router_interface (a9021140-d07a-4514-979a-ce672c347247), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:01.491245 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-bf495580-f503-41e0-97d4-dbef9e2e6e0b admin admin] Deleting port 6e709e2f-8b67-4623-a154-58f2f063ee21 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:56:01.491599 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-bf495580-f503-41e0-97d4-dbef9e2e6e0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (6e709e2f-8b67-4623-a154-58f2f063ee21), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:01.570570 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [None req-bf495580-f503-41e0-97d4-dbef9e2e6e0b admin admin] For port 6e709e2f-8b67-4623-a154-58f2f063ee21, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=6e709e2f-8b67-4623-a154-58f2f063ee21,segment=NetworkSegment(6cb43d2d-ec3a-4c9c-847c-02897bdea8c7),segment_id=6cb43d2d-ec3a-4c9c-847c-02897bdea8c7)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:01.570868 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-bf495580-f503-41e0-97d4-dbef9e2e6e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (6e709e2f-8b67-4623-a154-58f2f063ee21), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:01.583967 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-bf495580-f503-41e0-97d4-dbef9e2e6e0b admin admin] Calling delete_port for 6e709e2f-8b67-4623-a154-58f2f063ee21 owned by network:router_interface {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:56:01.746826 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:01.778057 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:01.792659 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891cf99-c6df-4ff8-bf87-eb080862df3f req-56ea967b-0391-43f8-9c84-fd81eaab4320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:01.794412 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6891cf99-c6df-4ff8-bf87-eb080862df3f req-56ea967b-0391-43f8-9c84-fd81eaab4320 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=625652cfa47248faac8c1f7759c56a14&device_id=887986a8-3a8d-4a88-8aa4-a97a16e391ac HTTP/1.1" status: 200 len: 1127 time: 0.0576270 Aug 24 17:56:01.802132 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-bf495580-f503-41e0-97d4-dbef9e2e6e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (6e709e2f-8b67-4623-a154-58f2f063ee21), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:01.847669 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf495580-f503-41e0-97d4-dbef9e2e6e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=6e709e2f-8b67-4623-a154-58f2f063ee21,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:01.975252 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cacaf-2b99-4998-8fe4-c1c7d8fbe401 req-3d344ec2-9536-4eba-94a4-e0803c245e78 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:01.976851 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7e9cacaf-2b99-4998-8fe4-c1c7d8fbe401 req-3d344ec2-9536-4eba-94a4-e0803c245e78 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=887986a8-3a8d-4a88-8aa4-a97a16e391ac HTTP/1.1" status: 200 len: 943 time: 0.0588961 Aug 24 17:56:01.982539 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891cf99-c6df-4ff8-bf87-eb080862df3f req-0a85d3cc-a009-4fc8-9d87-12937802043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:01.985314 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6891cf99-c6df-4ff8-bf87-eb080862df3f req-0a85d3cc-a009-4fc8-9d87-12937802043e service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=87807a97-d368-4c81-a10c-4e62e5ebdb01 HTTP/1.1" status: 200 len: 916 time: 0.1840365 Aug 24 17:56:02.046568 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7e9cacaf-2b99-4998-8fe4-c1c7d8fbe401 req-de8ce824-8574-4ea6-a533-bb44884d9e18 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c82997c-db3d-4e43-abd8-beea4e3ea5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588124 Aug 24 17:56:02.095544 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a5f6c-2719-4bea-bc98-689634200daf req-96df3b18-03ce-4462-8604-c8daa92f1582 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:02.097095 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-130a5f6c-2719-4bea-bc98-689634200daf req-96df3b18-03ce-4462-8604-c8daa92f1582 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.1310523 Aug 24 17:56:02.142259 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:56:02.155634 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-bf495580-f503-41e0-97d4-dbef9e2e6e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1797177'] for router_interface (a9021140-d07a-4514-979a-ce672c347247), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:02.161559 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:56:02.161973 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 41cbc582-bb8a-48c8-a3f3-98eb4024f8ed not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:56:02.162455 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device f2fc3b6b-f8d4-4bba-9e23-cfc38616237f no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:56:02.164608 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-130a5f6c-2719-4bea-bc98-689634200daf req-43c97341-c5d0-4e31-97da-eae0708a37c3 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601346 Aug 24 17:56:02.185016 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: f2fc3b6b-f8d4-4bba-9e23-cfc38616237f {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:56:02.185440 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device f2fc3b6b-f8d4-4bba-9e23-cfc38616237f not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:56:02.368006 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf495580-f503-41e0-97d4-dbef9e2e6e0b admin admin] Router a9021140-d07a-4514-979a-ce672c347247 has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:56:02.473049 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6891cf99-c6df-4ff8-bf87-eb080862df3f req-bf662ca5-3932-4b83-8676-f00ff77a7d9f service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56f3b43c-0345-4a96-8783-3b7d326dd2cf HTTP/1.1" status: 200 len: 217 time: 0.0388036 Aug 24 17:56:02.543222 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf495580-f503-41e0-97d4-dbef9e2e6e0b admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:56:02.546071 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891cf99-c6df-4ff8-bf87-eb080862df3f req-aed358db-972f-4e4b-b84e-bd98288e8108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:02.547545 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6891cf99-c6df-4ff8-bf87-eb080862df3f req-aed358db-972f-4e4b-b84e-bd98288e8108 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=fb812c0c-3017-4362-8cd9-519a30ec932c HTTP/1.1" status: 200 len: 854 time: 0.0678806 Aug 24 17:56:02.550924 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-bf495580-f503-41e0-97d4-dbef9e2e6e0b admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/a9021140-d07a-4514-979a-ce672c347247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5887554 Aug 24 17:56:02.552348 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c39aec5-1513-446b-9d6a-a077766d0d9f None None] Sync routers for ids ['a9021140-d07a-4514-979a-ce672c347247'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:56:02.553758 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38636) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:02.563661 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c39aec5-1513-446b-9d6a-a077766d0d9f None None] Routers {'a9021140-d07a-4514-979a-ce672c347247'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:56:02.564291 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-1c39aec5-1513-446b-9d6a-a077766d0d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a9021140-d07a-4514-979a-ce672c347247'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:02.594033 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891cf99-c6df-4ff8-bf87-eb080862df3f req-a92607ed-3e5e-444a-9022-aaba6c2c091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:02.595889 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6891cf99-c6df-4ff8-bf87-eb080862df3f req-a92607ed-3e5e-444a-9022-aaba6c2c091f service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=87807a97-d368-4c81-a10c-4e62e5ebdb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425398 Aug 24 17:56:02.653289 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-886c81dd-edad-49ca-802e-1458890a377f admin admin] Publish callbacks [] for router (a9021140-d07a-4514-979a-ce672c347247), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:02.674819 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-1c39aec5-1513-446b-9d6a-a077766d0d9f None None] Set router a9021140-d07a-4514-979a-ce672c347247 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:56:02.683183 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:02.691214 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6891cf99-c6df-4ff8-bf87-eb080862df3f req-1e354714-50d6-4d3f-9a6c-79b1a27067cc service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882490 Aug 24 17:56:02.754230 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-886c81dd-edad-49ca-802e-1458890a377f admin admin] Publish callbacks [] for router_gateway (a9021140-d07a-4514-979a-ce672c347247), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:02.785868 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:02.803850 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-886c81dd-edad-49ca-802e-1458890a377f admin admin] Deleting port d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:56:02.804294 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-886c81dd-edad-49ca-802e-1458890a377f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:02.806404 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6891cf99-c6df-4ff8-bf87-eb080862df3f req-bb6b3913-79ad-4226-b47c-6e0e46798a49 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092403 Aug 24 17:56:02.855681 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-1c39aec5-1513-446b-9d6a-a077766d0d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9021140-d07a-4514-979a-ce672c347247', 'name': 'tempest-TestShelveInstance-1057252013-router', 'tenant_id': '3aabd6541e7e4d429574cedba7e6e607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd6c3f5bc-9587-45c8-9f34-b07eae9e6f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:37Z', 'updated_at': '2022-08-24T17:56:01Z', 'revision_number': 5, 'project_id': '3aabd6541e7e4d429574cedba7e6e607', 'gw_port': {'id': 'd6c3f5bc-9587-45c8-9f34-b07eae9e6f9f', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9021140-d07a-4514-979a-ce672c347247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:38Z', 'updated_at': '2022-08-24T17:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:02.881298 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c39aec5-1513-446b-9d6a-a077766d0d9f None None] Checking router: a9021140-d07a-4514-979a-ce672c347247 for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:56:02.886444 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [None req-886c81dd-edad-49ca-802e-1458890a377f admin admin] For port d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:02.886817 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-886c81dd-edad-49ca-802e-1458890a377f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:02.890648 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c39aec5-1513-446b-9d6a-a077766d0d9f None None] Routers {'a9021140-d07a-4514-979a-ce672c347247'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:56:02.891258 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-1c39aec5-1513-446b-9d6a-a077766d0d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a9021140-d07a-4514-979a-ce672c347247'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:02.900280 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-886c81dd-edad-49ca-802e-1458890a377f admin admin] Calling delete_port for d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f owned by network:router_gateway {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:56:02.960331 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:02.975161 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-1c39aec5-1513-446b-9d6a-a077766d0d9f None None] Set router a9021140-d07a-4514-979a-ce672c347247 gateway port host: None {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:56:03.030072 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-1c39aec5-1513-446b-9d6a-a077766d0d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9021140-d07a-4514-979a-ce672c347247', 'name': 'tempest-TestShelveInstance-1057252013-router', 'tenant_id': '3aabd6541e7e4d429574cedba7e6e607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:37Z', 'updated_at': '2022-08-24T17:56:02Z', 'revision_number': 6, 'project_id': '3aabd6541e7e4d429574cedba7e6e607', 'gw_port_host': None}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:03.055555 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c39aec5-1513-446b-9d6a-a077766d0d9f None None] The sync data for ids ['a9021140-d07a-4514-979a-ce672c347247'] in dv-cinder-840525-3-iscsi is: [{'id': 'a9021140-d07a-4514-979a-ce672c347247', 'name': 'tempest-TestShelveInstance-1057252013-router', 'tenant_id': '3aabd6541e7e4d429574cedba7e6e607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:37Z', 'updated_at': '2022-08-24T17:56:02Z', 'revision_number': 6, 'project_id': '3aabd6541e7e4d429574cedba7e6e607', 'gw_port_host': None}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:56:03.081249 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-886c81dd-edad-49ca-802e-1458890a377f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:03.112396 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c81dd-edad-49ca-802e-1458890a377f admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:03.222508 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d3415-b7d3-4252-ad55-e06e0b72fb03 req-a9d1878f-5100-4564-b039-2a50f08ee957 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:03.224198 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c65d3415-b7d3-4252-ad55-e06e0b72fb03 req-a9d1878f-5100-4564-b039-2a50f08ee957 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=887986a8-3a8d-4a88-8aa4-a97a16e391ac HTTP/1.1" status: 200 len: 943 time: 0.0604281 Aug 24 17:56:03.225135 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-886c81dd-edad-49ca-802e-1458890a377f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795944'] for router_gateway (a9021140-d07a-4514-979a-ce672c347247), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:03.296168 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bf80b-0771-454d-a4fb-054e1da72a35 req-85c1b209-b164-4c89-90a4-f7371a8ac27f tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:03.297681 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-723bf80b-0771-454d-a4fb-054e1da72a35 req-85c1b209-b164-4c89-90a4-f7371a8ac27f tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0512259 Aug 24 17:56:03.320650 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:DELETE=8,neutron:UPDATE=2,neutron:SELECT=90 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:03.332881 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-886c81dd-edad-49ca-802e-1458890a377f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1797267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router (a9021140-d07a-4514-979a-ce672c347247), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:03.339267 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-886c81dd-edad-49ca-802e-1458890a377f admin admin] Publish callbacks [] for router_controller (a9021140-d07a-4514-979a-ce672c347247), precommit_delete_associations {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:03.356902 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-723bf80b-0771-454d-a4fb-054e1da72a35 req-2cfcc940-94dc-4a8e-850a-48cc8c724d81 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529006 Aug 24 17:56:03.401697 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c65d3415-b7d3-4252-ad55-e06e0b72fb03 req-68c84d55-f1c3-42cf-a142-b8739e94c881 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c82997c-db3d-4e43-abd8-beea4e3ea5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505127 Aug 24 17:56:03.407245 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-886c81dd-edad-49ca-802e-1458890a377f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1797258'] for router (a9021140-d07a-4514-979a-ce672c347247), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:03.408233 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886c81dd-edad-49ca-802e-1458890a377f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9021140-d07a-4514-979a-ce672c347247 {{(pid=112763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:56:03.415280 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-886c81dd-edad-49ca-802e-1458890a377f admin admin] Publish callbacks [] for router (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:03.419616 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-886c81dd-edad-49ca-802e-1458890a377f admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/a9021140-d07a-4514-979a-ce672c347247 HTTP/1.1" status: 204 len: 168 time: 0.8645463 Aug 24 17:56:03.419780 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38644) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:03.514966 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26130614-a89d-4992-9229-7128fdffaf11 req-ff6c5112-029b-4544-92b9-e44f7f0b49aa tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:03.516556 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-26130614-a89d-4992-9229-7128fdffaf11 req-ff6c5112-029b-4544-92b9-e44f7f0b49aa tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0619793 Aug 24 17:56:03.520094 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_v2 [None req-01dc76d3-982b-46a0-ac97-dc3c7aef5ac9 admin admin] Deleting subnet 2abed01b-8111-4e27-b741-1ded150d548f {{(pid=112764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:56:03.524050 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-01dc76d3-982b-46a0-ac97-dc3c7aef5ac9 admin admin] Publish callbacks [] for subnet (2abed01b-8111-4e27-b741-1ded150d548f), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:03.528111 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38646) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:03.536415 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-956c03ed-aa24-4642-b004-1741f833302b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Request body: {'floatingip': {'port_id': '1bd0f31f-109e-44d3-a9ca-645f8d269396'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:56:03.562172 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-01dc76d3-982b-46a0-ac97-dc3c7aef5ac9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6112461'] for subnet (2abed01b-8111-4e27-b741-1ded150d548f), precommit_delete_associations {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:03.589654 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-956c03ed-aa24-4642-b004-1741f833302b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for floatingip (7688344d-dd38-4ed9-bc4b-498273c7b519), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:03.661052 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-01dc76d3-982b-46a0-ac97-dc3c7aef5ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858428'] for subnet (2abed01b-8111-4e27-b741-1ded150d548f), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:03.717278 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-01dc76d3-982b-46a0-ac97-dc3c7aef5ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6221716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6168083'] for subnet (2abed01b-8111-4e27-b741-1ded150d548f), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:03.743744 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc76d3-982b-46a0-ac97-dc3c7aef5ac9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2abed01b-8111-4e27-b741-1ded150d548f,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:03.749393 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-01dc76d3-982b-46a0-ac97-dc3c7aef5ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for subnet (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:03.755719 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-01dc76d3-982b-46a0-ac97-dc3c7aef5ac9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/2abed01b-8111-4e27-b741-1ded150d548f HTTP/1.1" status: 204 len: 168 time: 0.3345942 Aug 24 17:56:03.756497 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38648) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:03.757776 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17e81d0-2ae0-4bc1-afaa-6a8f401f5f35 None None] Network 930a1bab-ccd6-426e-90da-86a0078b5802 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:56:03.783634 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 56f3b43c-0345-4a96-8783-3b7d326dd2cf details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:56:03.837427 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fb1a442a-2c0c-483f-88f0-500beb5190b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772529'] for network (930a1bab-ccd6-426e-90da-86a0078b5802), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:03.888504 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-fb1a442a-2c0c-483f-88f0-500beb5190b2 admin admin] Deleting port cb12cd89-9d69-4d65-a492-bc7735246035 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:56:03.889043 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fb1a442a-2c0c-483f-88f0-500beb5190b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (cb12cd89-9d69-4d65-a492-bc7735246035), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:03.963408 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [None req-fb1a442a-2c0c-483f-88f0-500beb5190b2 admin admin] For port cb12cd89-9d69-4d65-a492-bc7735246035, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=cb12cd89-9d69-4d65-a492-bc7735246035,segment=NetworkSegment(6cb43d2d-ec3a-4c9c-847c-02897bdea8c7),segment_id=6cb43d2d-ec3a-4c9c-847c-02897bdea8c7)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:03.963813 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fb1a442a-2c0c-483f-88f0-500beb5190b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (cb12cd89-9d69-4d65-a492-bc7735246035), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:03.983928 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-fb1a442a-2c0c-483f-88f0-500beb5190b2 admin admin] Calling delete_port for cb12cd89-9d69-4d65-a492-bc7735246035 owned by network:dhcp {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:56:04.050907 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-956c03ed-aa24-4642-b004-1741f833302b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:04.059628 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-956c03ed-aa24-4642-b004-1741f833302b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (7688344d-dd38-4ed9-bc4b-498273c7b519), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:04.096445 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fb1a442a-2c0c-483f-88f0-500beb5190b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (cb12cd89-9d69-4d65-a492-bc7735246035), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:04.120539 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c2c72c-82a9-4b7a-9d55-7a19cb8c5b95 None None] DHCP port deletion for 930a1bab-ccd6-426e-90da-86a0078b5802 request from dv-cinder-840525-3-iscsi {{(pid=112765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 17:56:04.128213 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a442a-2c0c-483f-88f0-500beb5190b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb12cd89-9d69-4d65-a492-bc7735246035,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:04.130113 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1a442a-2c0c-483f-88f0-500beb5190b2 admin admin] No DVR routers for this DVR port cb12cd89-9d69-4d65-a492-bc7735246035 on host dv-cinder-840525-3-iscsi {{(pid=112764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:56:04.146888 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 6e709e2f-8b67-4623-a154-58f2f063ee21 no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:56:04.167319 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:04.182613 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: 6e709e2f-8b67-4623-a154-58f2f063ee21 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:56:04.182964 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 6e709e2f-8b67-4623-a154-58f2f063ee21 not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:56:04.183608 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:56:04.197663 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.l3_db [None req-956c03ed-aa24-4642-b004-1741f833302b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Floating IP 7688344d-dd38-4ed9-bc4b-498273c7b519 associated. External IP: 172.27.1.204, port: 1bd0f31f-109e-44d3-a9ca-645f8d269396. Aug 24 17:56:04.216510 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fb1a442a-2c0c-483f-88f0-500beb5190b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853052', 'neutron.services.segments.db._delete_segments_for_network-8763232076656'] for network (930a1bab-ccd6-426e-90da-86a0078b5802), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:04.219364 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:56:04.219746 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device d6c3f5bc-9587-45c8-9f34-b07eae9e6f9f not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:56:04.228653 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 56f3b43c-0345-4a96-8783-3b7d326dd2cf, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=56f3b43c-0345-4a96-8783-3b7d326dd2cf,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:04.241678 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '56f3b43c-0345-4a96-8783-3b7d326dd2cf', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'port_id': '56f3b43c-0345-4a96-8783-3b7d326dd2cf', 'mac_address': 'fa:16:3e:49:01:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:56:04.245643 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-fb1a442a-2c0c-483f-88f0-500beb5190b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930a1bab-ccd6-426e-90da-86a0078b5802']}} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:04.258625 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-fb1a442a-2c0c-483f-88f0-500beb5190b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb43d2d-ec3a-4c9c-847c-02897bdea8c7') {'for_net_delete': True} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:04.258935 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-fb1a442a-2c0c-483f-88f0-500beb5190b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb43d2d-ec3a-4c9c-847c-02897bdea8c7') {} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:04.271604 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fb1a442a-2c0c-483f-88f0-500beb5190b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763232055022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6112452'] for segment (6cb43d2d-ec3a-4c9c-847c-02897bdea8c7), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:04.288499 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 56f3b43c-0345-4a96-8783-3b7d326dd2cf is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:56:04.288997 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (56f3b43c-0345-4a96-8783-3b7d326dd2cf), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:04.290651 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fb1a442a-2c0c-483f-88f0-500beb5190b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (6cb43d2d-ec3a-4c9c-847c-02897bdea8c7), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:04.292411 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:04.296211 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:04.299601 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1a442a-2c0c-483f-88f0-500beb5190b2 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=112764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:56:04.300308 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fb1a442a-2c0c-483f-88f0-500beb5190b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6221810'] for segment (6cb43d2d-ec3a-4c9c-847c-02897bdea8c7), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:04.305639 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f3b43c-0345-4a96-8783-3b7d326dd2cf {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:56:04.333222 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 56f3b43c-0345-4a96-8783-3b7d326dd2cf, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=56f3b43c-0345-4a96-8783-3b7d326dd2cf,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:04.338823 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.services.segments.plugin [-] Segment 6cb43d2d-ec3a-4c9c-847c-02897bdea8c7 resource provider aggregate not found Aug 24 17:56:04.340735 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (56f3b43c-0345-4a96-8783-3b7d326dd2cf), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:04.387269 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.services.segments.plugin [-] Segment 6cb43d2d-ec3a-4c9c-847c-02897bdea8c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6cb43d2d-ec3a-4c9c-847c-02897bdea8c7 found for delete ", "request_id": "req-35bd1fa9-052c-49f5-89f1-7b8bab6070ac"}]} Aug 24 17:56:04.397705 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fb1a442a-2c0c-483f-88f0-500beb5190b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795916'] for network (930a1bab-ccd6-426e-90da-86a0078b5802), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:04.399913 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=56f3b43c-0345-4a96-8783-3b7d326dd2cf,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:04.407938 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fb1a442a-2c0c-483f-88f0-500beb5190b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:04.414021 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-fb1a442a-2c0c-483f-88f0-500beb5190b2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/930a1bab-ccd6-426e-90da-86a0078b5802 HTTP/1.1" status: 204 len: 168 time: 0.6543298 Aug 24 17:56:04.425153 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a442a-2c0c-483f-88f0-500beb5190b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=930a1bab-ccd6-426e-90da-86a0078b5802,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:04.455125 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956c03ed-aa24-4642-b004-1741f833302b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:56:04.556649 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['56f3b43c-0345-4a96-8783-3b7d326dd2cf'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:56:04.584991 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540281b6-843d-482d-9a17-ba60c1282c2b req-e4c6ace2-ae3f-4a6b-a54c-82967a6e8408 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:04.586491 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-540281b6-843d-482d-9a17-ba60c1282c2b req-e4c6ace2-ae3f-4a6b-a54c-82967a6e8408 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=887986a8-3a8d-4a88-8aa4-a97a16e391ac HTTP/1.1" status: 200 len: 944 time: 0.0843060 Aug 24 17:56:04.613008 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:04.616151 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:04.622151 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956c03ed-aa24-4642-b004-1741f833302b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:56:04.628639 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-956c03ed-aa24-4642-b004-1741f833302b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:04.636369 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba12250a-819e-4874-a927-6fdf46c6febd None None] Sync routers for ids ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:56:04.640962 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:04.643987 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38658) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:04.649759 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba12250a-819e-4874-a927-6fdf46c6febd None None] Routers {'a79e18d2-a5bb-4fd6-997d-64341c18d6d8'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:56:04.650636 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-ba12250a-819e-4874-a927-6fdf46c6febd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:04.668471 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-956c03ed-aa24-4642-b004-1741f833302b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/7688344d-dd38-4ed9-bc4b-498273c7b519 HTTP/1.1" status: 200 len: 992 time: 1.1378772 Aug 24 17:56:04.670868 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbbd365-963e-4126-835c-d2a1725dfd77', 'tag': '1bd0f31f-109e-44d3-a9ca-645f8d269396'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:56:04.673781 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1570f8f6-a3a4-4682-b7f9-ddfd66ca7433" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbbd365-963e-4126-835c-d2a1725dfd77", "tag": "1bd0f31f-109e-44d3-a9ca-645f8d269396"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:56:04.696185 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-05359ed5-86b5-4e1c-9e3b-e6a05bb8064f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=79ef0ce1ee884e9d80d4200d40b7b6c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0506957 Aug 24 17:56:04.698647 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38664) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:04.714078 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-540281b6-843d-482d-9a17-ba60c1282c2b req-835931be-638b-4ebb-8af0-bc5030a1a218 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c82997c-db3d-4e43-abd8-beea4e3ea5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120198 Aug 24 17:56:04.738754 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff2ac3f-46e4-4cc4-bf4a-fe9af56c1824 x-openstack-request-id: req-2ff2ac3f-46e4-4cc4-bf4a-fe9af56c1824 {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:56:04.739049 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbbd365-963e-4126-835c-d2a1725dfd77", "tag": "1bd0f31f-109e-44d3-a9ca-645f8d269396", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:56:04.739307 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2ff2ac3f-46e4-4cc4-bf4a-fe9af56c1824 {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:56:04.739825 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff2ac3f-46e4-4cc4-bf4a-fe9af56c1824'] response: {'name': 'network-changed', 'server_uuid': '1fbbd365-963e-4126-835c-d2a1725dfd77', 'tag': '1bd0f31f-109e-44d3-a9ca-645f8d269396', 'status': 'completed', 'code': 200} Aug 24 17:56:04.773798 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-6f673a6d-0e12-448e-99c2-289c68e40595 admin admin] Publish callbacks [] for security_group (a6749839-f28b-47bc-b835-b0bcbe06b4a0), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:04.790103 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-ba12250a-819e-4874-a927-6fdf46c6febd None None] Set router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:56:04.815661 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-6f673a6d-0e12-448e-99c2-289c68e40595 admin admin] Publish callbacks [] for security_group (a6749839-f28b-47bc-b835-b0bcbe06b4a0), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:04.822462 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570f8f6-a3a4-4682-b7f9-ddfd66ca7433 req-ff18e6a3-87e5-4a42-a191-9b028dd7b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:04.823970 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1570f8f6-a3a4-4682-b7f9-ddfd66ca7433 req-ff18e6a3-87e5-4a42-a191-9b028dd7b880 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=1422bbfed9414b8cada1656aed195a31&device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 1130 time: 0.0591962 Aug 24 17:56:05.053437 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:05.058567 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:05.106583 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-ba12250a-819e-4874-a927-6fdf46c6febd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'name': 'tempest-AttachVolumeTestJSON-2017009296-router', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:55:41Z', 'updated_at': '2022-08-24T17:55:44Z', 'revision_number': 4, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'gw_port': {'id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:42Z', 'updated_at': '2022-08-24T17:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '7688344d-dd38-4ed9-bc4b-498273c7b519', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'port_id': '1bd0f31f-109e-44d3-a9ca-645f8d269396', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'mac_address': 'fa:16:3e:0d:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbbd365-963e-4126-835c-d2a1725dfd77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:55:47Z', 'updated_at': '2022-08-24T17:56:03Z', 'revision_number': 1, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8782624c-8bed-4eb6-b0ce-027ba8632180', 'name': '', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'mac_address': 'fa:16:3e:51:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:44Z', 'updated_at': '2022-08-24T17:55:50Z', 'revision_number': 5, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'subnets': [{'id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:05.119060 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:05.135202 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba12250a-819e-4874-a927-6fdf46c6febd None None] Checking router: a79e18d2-a5bb-4fd6-997d-64341c18d6d8 for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:56:05.145978 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba12250a-819e-4874-a927-6fdf46c6febd None None] Routers {'a79e18d2-a5bb-4fd6-997d-64341c18d6d8'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:56:05.146471 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-ba12250a-819e-4874-a927-6fdf46c6febd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:55:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:05.168380 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-6f673a6d-0e12-448e-99c2-289c68e40595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (a6749839-f28b-47bc-b835-b0bcbe06b4a0), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:05.171368 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-6f673a6d-0e12-448e-99c2-289c68e40595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:05.172532 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-6f673a6d-0e12-448e-99c2-289c68e40595 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a6749839-f28b-47bc-b835-b0bcbe06b4a0 HTTP/1.1" status: 204 len: 168 time: 0.4729505 Aug 24 17:56:05.183302 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570f8f6-a3a4-4682-b7f9-ddfd66ca7433 req-4cb9f873-1d2a-459c-b943-32659d64a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:05.184791 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1570f8f6-a3a4-4682-b7f9-ddfd66ca7433 req-4cb9f873-1d2a-459c-b943-32659d64a5ed service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=29fbbcf6-c646-4aae-ba1c-126437193f4d HTTP/1.1" status: 200 len: 912 time: 0.3515139 Aug 24 17:56:05.186201 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f673a6d-0e12-448e-99c2-289c68e40595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6749839-f28b-47bc-b835-b0bcbe06b4a0,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:05.253461 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-ba12250a-819e-4874-a927-6fdf46c6febd None None] Set router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:56:05.264719 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1570f8f6-a3a4-4682-b7f9-ddfd66ca7433 req-d65f5c05-68ec-4153-a237-1c95dff04096 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bd0f31f-109e-44d3-a9ca-645f8d269396 HTTP/1.1" status: 200 len: 1000 time: 0.0724277 Aug 24 17:56:05.314417 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570f8f6-a3a4-4682-b7f9-ddfd66ca7433 req-30f946d6-6caa-4f59-9769-60272fd2c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:05.316173 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1570f8f6-a3a4-4682-b7f9-ddfd66ca7433 req-30f946d6-6caa-4f59-9769-60272fd2c3d2 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=346fead9-f659-4b2d-a5d3-8f7d9b4bf123 HTTP/1.1" status: 200 len: 850 time: 0.0457947 Aug 24 17:56:05.363817 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570f8f6-a3a4-4682-b7f9-ddfd66ca7433 req-37a000b4-0e64-44cc-ad35-d35d53682c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:05.365393 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1570f8f6-a3a4-4682-b7f9-ddfd66ca7433 req-37a000b4-0e64-44cc-ad35-d35d53682c1c service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=29fbbcf6-c646-4aae-ba1c-126437193f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435817 Aug 24 17:56:05.467653 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1570f8f6-a3a4-4682-b7f9-ddfd66ca7433 req-af8243b4-cd83-41fc-bcf1-6704aa66f7f3 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957727 Aug 24 17:56:05.474742 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-ba12250a-819e-4874-a927-6fdf46c6febd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'name': 'tempest-AttachVolumeTestJSON-2017009296-router', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:55:41Z', 'updated_at': '2022-08-24T17:55:44Z', 'revision_number': 4, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'gw_port': {'id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:42Z', 'updated_at': '2022-08-24T17:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '7688344d-dd38-4ed9-bc4b-498273c7b519', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'port_id': '1bd0f31f-109e-44d3-a9ca-645f8d269396', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'mac_address': 'fa:16:3e:0d:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbbd365-963e-4126-835c-d2a1725dfd77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:55:47Z', 'updated_at': '2022-08-24T17:56:03Z', 'revision_number': 1, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8782624c-8bed-4eb6-b0ce-027ba8632180', 'name': '', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'mac_address': 'fa:16:3e:51:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:44Z', 'updated_at': '2022-08-24T17:55:50Z', 'revision_number': 5, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'subnets': [{'id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:05.501459 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba12250a-819e-4874-a927-6fdf46c6febd None None] The sync data for ids ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'] in dv-cinder-840525-3-iscsi is: [{'id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'name': 'tempest-AttachVolumeTestJSON-2017009296-router', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:55:41Z', 'updated_at': '2022-08-24T17:55:44Z', 'revision_number': 4, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'gw_port': {'id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:42Z', 'updated_at': '2022-08-24T17:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '7688344d-dd38-4ed9-bc4b-498273c7b519', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'port_id': '1bd0f31f-109e-44d3-a9ca-645f8d269396', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'mac_address': 'fa:16:3e:0d:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbbd365-963e-4126-835c-d2a1725dfd77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:55:47Z', 'updated_at': '2022-08-24T17:56:03Z', 'revision_number': 1, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8782624c-8bed-4eb6-b0ce-027ba8632180', 'name': '', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'mac_address': 'fa:16:3e:51:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:44Z', 'updated_at': '2022-08-24T17:55:50Z', 'revision_number': 5, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'subnets': [{'id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:56:05.564835 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1570f8f6-a3a4-4682-b7f9-ddfd66ca7433 req-c34fbc35-4e1b-4645-a23e-37b1f3466514 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914018 Aug 24 17:56:05.622327 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38670) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:05.663675 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-988cb40c-46ba-4bc5-8b32-594570311fc2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3aabd6541e7e4d429574cedba7e6e607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401473 Aug 24 17:56:05.666219 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38672) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:05.722496 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4e0ea6-b56b-4af0-ba71-f8912ae54a45 None None] New status for floating IP 7688344d-dd38-4ed9-bc4b-498273c7b519: ACTIVE {{(pid=112765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:56:05.723745 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-90543cc7-46bd-4883-9dcf-51f69fa750c4 admin admin] Publish callbacks [] for security_group (5b5801f6-9554-4cb0-ac8e-00753cdca9c9), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:05.749143 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-90543cc7-46bd-4883-9dcf-51f69fa750c4 admin admin] Publish callbacks [] for security_group (5b5801f6-9554-4cb0-ac8e-00753cdca9c9), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:05.755404 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:05.786351 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:05.802194 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:56:05.810674 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-90543cc7-46bd-4883-9dcf-51f69fa750c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (5b5801f6-9554-4cb0-ac8e-00753cdca9c9), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:05.811272 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 56f3b43c-0345-4a96-8783-3b7d326dd2cf up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:56:05.813135 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-90543cc7-46bd-4883-9dcf-51f69fa750c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:05.816725 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-90543cc7-46bd-4883-9dcf-51f69fa750c4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5b5801f6-9554-4cb0-ac8e-00753cdca9c9 HTTP/1.1" status: 204 len: 168 time: 0.1471629 Aug 24 17:56:05.822993 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90543cc7-46bd-4883-9dcf-51f69fa750c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5801f6-9554-4cb0-ac8e-00753cdca9c9,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:05.917750 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning for port 56f3b43c-0345-4a96-8783-3b7d326dd2cf completed by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:56:05.927812 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 56f3b43c-0345-4a96-8783-3b7d326dd2cf triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:56:05.928325 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (56f3b43c-0345-4a96-8783-3b7d326dd2cf), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:06.033569 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 56f3b43c-0345-4a96-8783-3b7d326dd2cf is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:56:06.034198 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (56f3b43c-0345-4a96-8783-3b7d326dd2cf), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:06.075057 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887986a8-3a8d-4a88-8aa4-a97a16e391ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f3b43c-0345-4a96-8783-3b7d326dd2cf'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:56:06.078680 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312aead8-e758-44eb-9124-3beb38ca1456" -d '{"events": [{"server_uuid": "887986a8-3a8d-4a88-8aa4-a97a16e391ac", "name": "network-vif-plugged", "status": "completed", "tag": "56f3b43c-0345-4a96-8783-3b7d326dd2cf"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:56:06.096506 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 56f3b43c-0345-4a96-8783-3b7d326dd2cf, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=56f3b43c-0345-4a96-8783-3b7d326dd2cf,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:06.102566 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (56f3b43c-0345-4a96-8783-3b7d326dd2cf), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:06.129695 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device cb12cd89-9d69-4d65-a492-bc7735246035 no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:56:06.130370 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4684c-05aa-418c-9d12-663db8dfedf0 req-c9a7456b-e9d9-4041-b961-a7dd34404810 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:06.132312 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-22d4684c-05aa-418c-9d12-663db8dfedf0 req-c9a7456b-e9d9-4041-b961-a7dd34404810 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=887986a8-3a8d-4a88-8aa4-a97a16e391ac HTTP/1.1" status: 200 len: 944 time: 0.3378661 Aug 24 17:56:06.169661 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: cb12cd89-9d69-4d65-a492-bc7735246035 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:56:06.170327 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device cb12cd89-9d69-4d65-a492-bc7735246035 not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:56:06.189758 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-22d4684c-05aa-418c-9d12-663db8dfedf0 req-b3ee6b9e-f1af-4629-9f50-f62b334cdc96 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c82997c-db3d-4e43-abd8-beea4e3ea5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517309 Aug 24 17:56:06.197215 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=56f3b43c-0345-4a96-8783-3b7d326dd2cf,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:06.220916 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535ef041-6483-40a7-a9b5-998cd71e1b63 x-openstack-request-id: req-535ef041-6483-40a7-a9b5-998cd71e1b63 {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:56:06.221209 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887986a8-3a8d-4a88-8aa4-a97a16e391ac", "name": "network-vif-plugged", "status": "completed", "tag": "56f3b43c-0345-4a96-8783-3b7d326dd2cf", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:56:06.221457 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-535ef041-6483-40a7-a9b5-998cd71e1b63 {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:56:06.221866 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535ef041-6483-40a7-a9b5-998cd71e1b63'] response: {'server_uuid': '887986a8-3a8d-4a88-8aa4-a97a16e391ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f3b43c-0345-4a96-8783-3b7d326dd2cf', 'code': 200} Aug 24 17:56:06.387823 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a205820-6cfd-42fb-bdab-817a2d56e1d3 req-4a46e318-84e2-47e7-a87e-274614bbf8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:06.389960 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2a205820-6cfd-42fb-bdab-817a2d56e1d3 req-4a46e318-84e2-47e7-a87e-274614bbf8e6 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=887986a8-3a8d-4a88-8aa4-a97a16e391ac HTTP/1.1" status: 200 len: 1129 time: 0.0397604 Aug 24 17:56:06.432197 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2a205820-6cfd-42fb-bdab-817a2d56e1d3 req-63f90d27-34b2-408e-8288-60212bafb531 service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2c82997c-db3d-4e43-abd8-beea4e3ea5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364683 Aug 24 17:56:06.989525 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-ca5b4be2-94f0-4ecd-82fa-7baceeb0e59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:07.316014 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210463a-5f04-44b3-9021-03b77f863eb0 req-fe4aedad-d192-4f12-8715-05e3769092bd tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:07.317471 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2210463a-5f04-44b3-9021-03b77f863eb0 req-fe4aedad-d192-4f12-8715-05e3769092bd tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=887986a8-3a8d-4a88-8aa4-a97a16e391ac HTTP/1.1" status: 200 len: 945 time: 0.0459833 Aug 24 17:56:07.364483 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2210463a-5f04-44b3-9021-03b77f863eb0 req-cd2a0c4f-e130-4867-89cf-cbdd98e414bc tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c82997c-db3d-4e43-abd8-beea4e3ea5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414929 Aug 24 17:56:08.482382 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734924d-d313-45eb-a67e-38afb64e08c3 req-d69427bf-a458-46fe-a98b-374dbf3103b6 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:08.483854 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8734924d-d313-45eb-a67e-38afb64e08c3 req-d69427bf-a458-46fe-a98b-374dbf3103b6 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=887986a8-3a8d-4a88-8aa4-a97a16e391ac HTTP/1.1" status: 200 len: 945 time: 0.0464783 Aug 24 17:56:08.533862 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8734924d-d313-45eb-a67e-38afb64e08c3 req-d857977b-9a92-40aa-a2e2-5499e6e453b7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c82997c-db3d-4e43-abd8-beea4e3ea5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445380 Aug 24 17:56:08.649788 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb0932-335e-4292-9b17-8de25fb857dd req-687f5130-8937-4e48-b198-83ce85a0dd36 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:08.651230 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a4bb0932-335e-4292-9b17-8de25fb857dd req-687f5130-8937-4e48-b198-83ce85a0dd36 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=887986a8-3a8d-4a88-8aa4-a97a16e391ac HTTP/1.1" status: 200 len: 945 time: 0.0488236 Aug 24 17:56:08.660814 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38688) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:08.665026 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-f8e4936e-5d1f-43eb-a063-3c3b52fbd954 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'floatingip': {'port_id': '56f3b43c-0345-4a96-8783-3b7d326dd2cf'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:56:08.703745 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f8e4936e-5d1f-43eb-a063-3c3b52fbd954 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (b5952c3f-1c5a-4c9c-9c94-865fbf68d9f0), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:09.054622 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:09.074664 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-cb17ddb0-e041-4fee-adae-35347012c8c6 req-0e259d3f-5c3a-40f0-b68a-ceacccee120b service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388463 Aug 24 17:56:09.113334 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f8e4936e-5d1f-43eb-a063-3c3b52fbd954 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:09.117118 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f8e4936e-5d1f-43eb-a063-3c3b52fbd954 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (b5952c3f-1c5a-4c9c-9c94-865fbf68d9f0), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:09.156543 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17ddb0-e041-4fee-adae-35347012c8c6 req-e8f101af-1426-4aca-bfab-456e38e0b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:09.158257 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-cb17ddb0-e041-4fee-adae-35347012c8c6 req-e8f101af-1426-4aca-bfab-456e38e0b2e0 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=b9cd3cd0a9434f5ab0e1e1c52145beb2&device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 1129 time: 0.0415165 Aug 24 17:56:09.216949 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.l3_db [None req-f8e4936e-5d1f-43eb-a063-3c3b52fbd954 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Floating IP b5952c3f-1c5a-4c9c-9c94-865fbf68d9f0 associated. External IP: 172.27.1.13, port: 56f3b43c-0345-4a96-8783-3b7d326dd2cf. Aug 24 17:56:09.265595 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17ddb0-e041-4fee-adae-35347012c8c6 req-2b1afe2c-5e09-482b-be29-195e6d7b698d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:09.267060 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-cb17ddb0-e041-4fee-adae-35347012c8c6 req-2b1afe2c-5e09-482b-be29-195e6d7b698d service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=670b2ce6-025e-49c8-81a1-b5bd33c90dee HTTP/1.1" status: 200 len: 911 time: 0.0907195 Aug 24 17:56:09.329205 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-cb17ddb0-e041-4fee-adae-35347012c8c6 req-cbde4691-eac9-4f33-9daa-166ef98358f0 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68a6e936-3e2e-4bc2-ab59-de0b96e000d7 HTTP/1.1" status: 200 len: 1001 time: 0.0557396 Aug 24 17:56:09.382236 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17ddb0-e041-4fee-adae-35347012c8c6 req-ee5c242c-7ace-4c17-a439-b03fed30440e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:09.384386 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-cb17ddb0-e041-4fee-adae-35347012c8c6 req-ee5c242c-7ace-4c17-a439-b03fed30440e service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=1f289036-4649-4f08-8be9-d53556abacbd HTTP/1.1" status: 200 len: 849 time: 0.0491111 Aug 24 17:56:09.429932 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e4936e-5d1f-43eb-a063-3c3b52fbd954 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Router a12cebee-53ca-4401-a424-dd8eaf36456d has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:56:09.433311 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17ddb0-e041-4fee-adae-35347012c8c6 req-66363629-ad76-4ff1-8dfe-77ca7f4d71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:09.434856 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-cb17ddb0-e041-4fee-adae-35347012c8c6 req-66363629-ad76-4ff1-8dfe-77ca7f4d71ee service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=670b2ce6-025e-49c8-81a1-b5bd33c90dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450139 Aug 24 17:56:09.444905 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:09.464895 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-ee534fab-2eff-4584-9abd-69179f442f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:09.533244 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-cb17ddb0-e041-4fee-adae-35347012c8c6 req-16f50eb4-1c5b-4326-bd7b-a48c16002bca service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924008 Aug 24 17:56:09.556005 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e4936e-5d1f-43eb-a063-3c3b52fbd954 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:56:09.561461 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f8e4936e-5d1f-43eb-a063-3c3b52fbd954 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:09.570118 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33963b14-0ad9-48ec-b560-ea95d73c555a None None] Sync routers for ids ['a12cebee-53ca-4401-a424-dd8eaf36456d'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:56:09.586149 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33963b14-0ad9-48ec-b560-ea95d73c555a None None] Routers {'a12cebee-53ca-4401-a424-dd8eaf36456d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:56:09.586354 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-33963b14-0ad9-48ec-b560-ea95d73c555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:56:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a12cebee-53ca-4401-a424-dd8eaf36456d'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:09.594272 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-f8e4936e-5d1f-43eb-a063-3c3b52fbd954 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/b5952c3f-1c5a-4c9c-9c94-865fbf68d9f0 HTTP/1.1" status: 200 len: 990 time: 0.9323671 Aug 24 17:56:09.595471 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887986a8-3a8d-4a88-8aa4-a97a16e391ac', 'tag': '56f3b43c-0345-4a96-8783-3b7d326dd2cf'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:56:09.598355 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da26decc-b3b2-4e2e-b47b-35854408c663" -d '{"events": [{"name": "network-changed", "server_uuid": "887986a8-3a8d-4a88-8aa4-a97a16e391ac", "tag": "56f3b43c-0345-4a96-8783-3b7d326dd2cf"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:56:09.648413 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50addb5-0c02-4f91-8e62-8d3112567873 x-openstack-request-id: req-e50addb5-0c02-4f91-8e62-8d3112567873 {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:56:09.648733 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887986a8-3a8d-4a88-8aa4-a97a16e391ac", "tag": "56f3b43c-0345-4a96-8783-3b7d326dd2cf", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:56:09.649297 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e50addb5-0c02-4f91-8e62-8d3112567873 {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:56:09.649715 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e50addb5-0c02-4f91-8e62-8d3112567873'] response: {'name': 'network-changed', 'server_uuid': '887986a8-3a8d-4a88-8aa4-a97a16e391ac', 'tag': '56f3b43c-0345-4a96-8783-3b7d326dd2cf', 'status': 'completed', 'code': 200} Aug 24 17:56:09.651939 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-cb17ddb0-e041-4fee-adae-35347012c8c6 req-1fc96adc-c140-4270-bdf8-16d2c31ef78f service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124141 Aug 24 17:56:09.701468 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-33963b14-0ad9-48ec-b560-ea95d73c555a None None] Set router a12cebee-53ca-4401-a424-dd8eaf36456d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:56:09.717384 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26decc-b3b2-4e2e-b47b-35854408c663 req-894b70aa-1666-4812-b0d5-af4d852d5f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:09.718868 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-da26decc-b3b2-4e2e-b47b-35854408c663 req-894b70aa-1666-4812-b0d5-af4d852d5f0f service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=625652cfa47248faac8c1f7759c56a14&device_id=887986a8-3a8d-4a88-8aa4-a97a16e391ac HTTP/1.1" status: 200 len: 1129 time: 0.0421898 Aug 24 17:56:09.814505 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26decc-b3b2-4e2e-b47b-35854408c663 req-be2c59b4-1999-4d40-989e-05b3efba426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:09.815912 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-da26decc-b3b2-4e2e-b47b-35854408c663 req-be2c59b4-1999-4d40-989e-05b3efba426e service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=87807a97-d368-4c81-a10c-4e62e5ebdb01 HTTP/1.1" status: 200 len: 916 time: 0.0913901 Aug 24 17:56:09.879668 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-da26decc-b3b2-4e2e-b47b-35854408c663 req-28767da5-8e0a-43e9-8530-f97cfa689fef service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56f3b43c-0345-4a96-8783-3b7d326dd2cf HTTP/1.1" status: 200 len: 998 time: 0.0569634 Aug 24 17:56:09.918557 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-33963b14-0ad9-48ec-b560-ea95d73c555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': 'b5952c3f-1c5a-4c9c-9c94-865fbf68d9f0', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'port_id': '56f3b43c-0345-4a96-8783-3b7d326dd2cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'mac_address': 'fa:16:3e:49:01:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887986a8-3a8d-4a88-8aa4-a97a16e391ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:55:55Z', 'updated_at': '2022-08-24T17:56:09Z', 'revision_number': 1, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:09.928241 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26decc-b3b2-4e2e-b47b-35854408c663 req-26293275-962d-4b71-a803-5c11e1bd3818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:09.929689 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-da26decc-b3b2-4e2e-b47b-35854408c663 req-26293275-962d-4b71-a803-5c11e1bd3818 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=fb812c0c-3017-4362-8cd9-519a30ec932c HTTP/1.1" status: 200 len: 854 time: 0.0438693 Aug 24 17:56:09.943406 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33963b14-0ad9-48ec-b560-ea95d73c555a None None] Checking router: a12cebee-53ca-4401-a424-dd8eaf36456d for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:56:09.953244 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33963b14-0ad9-48ec-b560-ea95d73c555a None None] Routers {'a12cebee-53ca-4401-a424-dd8eaf36456d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:56:09.953867 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-33963b14-0ad9-48ec-b560-ea95d73c555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:56:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a12cebee-53ca-4401-a424-dd8eaf36456d'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:09.968406 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:09.978736 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26decc-b3b2-4e2e-b47b-35854408c663 req-a7efc4b2-589e-47d6-a587-63f49146a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:09.980227 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-da26decc-b3b2-4e2e-b47b-35854408c663 req-a7efc4b2-589e-47d6-a587-63f49146a5a7 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=87807a97-d368-4c81-a10c-4e62e5ebdb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440979 Aug 24 17:56:10.022889 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:10.064094 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-33963b14-0ad9-48ec-b560-ea95d73c555a None None] Set router a12cebee-53ca-4401-a424-dd8eaf36456d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:56:10.075563 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-da26decc-b3b2-4e2e-b47b-35854408c663 req-a5b39d56-5fa0-41a1-8c5a-bf4a6f2f4114 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886471 Aug 24 17:56:10.097784 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=100 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:10.149555 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=100 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:10.172025 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-da26decc-b3b2-4e2e-b47b-35854408c663 req-d3c1f00f-4fe3-41e6-bcfe-7ebecfc00488 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905342 Aug 24 17:56:10.272047 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-33963b14-0ad9-48ec-b560-ea95d73c555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': 'b5952c3f-1c5a-4c9c-9c94-865fbf68d9f0', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'port_id': '56f3b43c-0345-4a96-8783-3b7d326dd2cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'mac_address': 'fa:16:3e:49:01:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887986a8-3a8d-4a88-8aa4-a97a16e391ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:55:55Z', 'updated_at': '2022-08-24T17:56:09Z', 'revision_number': 1, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:10.299002 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33963b14-0ad9-48ec-b560-ea95d73c555a None None] The sync data for ids ['a12cebee-53ca-4401-a424-dd8eaf36456d'] in dv-cinder-840525-3-iscsi is: [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': 'b5952c3f-1c5a-4c9c-9c94-865fbf68d9f0', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'port_id': '56f3b43c-0345-4a96-8783-3b7d326dd2cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'mac_address': 'fa:16:3e:49:01:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887986a8-3a8d-4a88-8aa4-a97a16e391ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:55:55Z', 'updated_at': '2022-08-24T17:56:09Z', 'revision_number': 1, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:56:10.497089 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3520395f-106a-4836-ad68-61a912105944 None None] New status for floating IP b5952c3f-1c5a-4c9c-9c94-865fbf68d9f0: ACTIVE {{(pid=112765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:56:10.643524 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:11.977894 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:12.064027 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:19.582678 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=9 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:19.590830 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=52 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:20.167186 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=15 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:20.169204 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=22 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:20.274598 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=22 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:20.275288 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=15 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:22.053217 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=71,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:22.060037 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=71,neutron:UPDATE=7 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:30.609492 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:30.610491 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:34.325680 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-1168a3c7-f24e-4bb3-827c-341e2d7bd581 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1035260104&fields=id&tenant_id=b9cd3cd0a9434f5ab0e1e1c52145beb2 HTTP/1.1" status: 200 len: 267 time: 0.0481772 Aug 24 17:56:34.428959 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-5c8f6e56-e0d0-4266-ad96-ea9fbaf92686 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:34.430399 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-5c8f6e56-e0d0-4266-ad96-ea9fbaf92686 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/networks?id=670b2ce6-025e-49c8-81a1-b5bd33c90dee HTTP/1.1" status: 200 len: 810 time: 0.0986481 Aug 24 17:56:34.444973 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-0e65f220-bbf7-41ec-b390-13580d151b7f tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/quotas/b9cd3cd0a9434f5ab0e1e1c52145beb2 HTTP/1.1" status: 200 len: 375 time: 0.0086751 Aug 24 17:56:34.495655 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-57a1b16b-5ff9-4337-83d9-b9a3363f7d83 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=b9cd3cd0a9434f5ab0e1e1c52145beb2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456822 Aug 24 17:56:34.596734 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-9ab26c6c-12e3-4cd6-836a-cd8f25e632c8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886106 Aug 24 17:56:34.691585 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-2328e911-a80a-4a09-891e-b3a1af393eff service neutron] 10.222.0.27 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891719 Aug 24 17:56:35.005056 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c1c3b634-2dca-49ce-b94d-a7ad992c1fdc req-4027f499-9557-49e0-9b43-857aaf0e81a1 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 210 time: 0.0366206 Aug 24 17:56:35.121609 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:35.993631 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-94faeab5-c25f-4c48-bd46-6744293559e8 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:35.996277 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-94faeab5-c25f-4c48-bd46-6744293559e8 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.62 "GET /networking/v2.0/networks?id=670b2ce6-025e-49c8-81a1-b5bd33c90dee HTTP/1.1" status: 200 len: 810 time: 0.1240823 Aug 24 17:56:36.064911 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-66209731-b80e-4d1b-9a81-46a8ad29b0ca tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.62 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b9cd3cd0a9434f5ab0e1e1c52145beb2 HTTP/1.1" status: 200 len: 380 time: 0.0608108 Aug 24 17:56:36.074837 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-c878f6ec-f5b0-478e-982f-947f5abfc1e3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Request body: {'port': {'device_id': '97c6c085-c660-42cf-90ce-069f9ecfc17d', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'admin_state_up': True, 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'security_groups': ['5792484b-a3e6-4502-bc08-7671a46e2e20']}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:56:36.105802 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2409c4de-a463-49c5-b15b-d801555b5e62 req-29f7b9cd-b461-4771-8935-53a228c2f89d tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 210 time: 0.0324011 Aug 24 17:56:36.189036 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-c878f6ec-f5b0-478e-982f-947f5abfc1e3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Made reservation on behalf of b9cd3cd0a9434f5ab0e1e1c52145beb2 for: {'port': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:56:36.192936 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-c878f6ec-f5b0-478e-982f-947f5abfc1e3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:36.319258 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-c878f6ec-f5b0-478e-982f-947f5abfc1e3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Allocated IP 172.20.0.13 (670b2ce6-025e-49c8-81a1-b5bd33c90dee/1f289036-4649-4f08-8be9-d53556abacbd/206a6ecc-a9ba-4d78-b340-8f29b89a766a) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:56:36.470814 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-c878f6ec-f5b0-478e-982f-947f5abfc1e3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for port (206a6ecc-a9ba-4d78-b340-8f29b89a766a), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:36.504077 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-c878f6ec-f5b0-478e-982f-947f5abfc1e3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (206a6ecc-a9ba-4d78-b340-8f29b89a766a), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:36.544562 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-c878f6ec-f5b0-478e-982f-947f5abfc1e3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Network 670b2ce6-025e-49c8-81a1-b5bd33c90dee is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:56:36.549654 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-c878f6ec-f5b0-478e-982f-947f5abfc1e3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:56:36.552151 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-c878f6ec-f5b0-478e-982f-947f5abfc1e3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:56:36.597067 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878f6ec-f5b0-478e-982f-947f5abfc1e3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Pushing event updated for resources: {'Port': ['ID=206a6ecc-a9ba-4d78-b340-8f29b89a766a,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:36.613764 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-c878f6ec-f5b0-478e-982f-947f5abfc1e3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:36.614378 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-c878f6ec-f5b0-478e-982f-947f5abfc1e3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:36.632362 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-c878f6ec-f5b0-478e-982f-947f5abfc1e3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.62 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5620110 Aug 24 17:56:36.644230 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] Request body: {'port': {'device_id': '97c6c085-c660-42cf-90ce-069f9ecfc17d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:56:36.698397 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:36.709570 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (206a6ecc-a9ba-4d78-b340-8f29b89a766a), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:36.724803 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:36.805634 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-2f10e320-6aba-4b54-90dc-8f98021f159c None None] Provisioning complete for port 206a6ecc-a9ba-4d78-b340-8f29b89a766a triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:56:36.806234 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-2f10e320-6aba-4b54-90dc-8f98021f159c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (206a6ecc-a9ba-4d78-b340-8f29b89a766a), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:36.838013 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-2f10e320-6aba-4b54-90dc-8f98021f159c None None] Port 206a6ecc-a9ba-4d78-b340-8f29b89a766a cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:56:36.966779 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206a6ecc-a9ba-4d78-b340-8f29b89a766a {{(pid=112764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:56:36.974324 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] Publish callbacks [] for port (206a6ecc-a9ba-4d78-b340-8f29b89a766a), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:36.987267 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.provisioning_blocks [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] Transition to ACTIVE for port object 206a6ecc-a9ba-4d78-b340-8f29b89a766a will not be triggered until provisioned by entity L2. {{(pid=112764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:56:36.991138 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-1f75caff-d227-464d-a595-ffb87f123a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:36.992202 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (206a6ecc-a9ba-4d78-b340-8f29b89a766a), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.068927 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=206a6ecc-a9ba-4d78-b340-8f29b89a766a,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:37.102016 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] Attempting to bind port 206a6ecc-a9ba-4d78-b340-8f29b89a766a on host hv-cinder-84052 for vnic_type normal with profile {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:56:37.102264 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] Attempting to bind port 206a6ecc-a9ba-4d78-b340-8f29b89a766a by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '30259835-216c-4123-bc4a-7b0c958ef368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee'}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:56:37.102598 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] Attempting to bind port 206a6ecc-a9ba-4d78-b340-8f29b89a766a on network 670b2ce6-025e-49c8-81a1-b5bd33c90dee {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:56:37.106908 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] Port 206a6ecc-a9ba-4d78-b340-8f29b89a766a on network 670b2ce6-025e-49c8-81a1-b5bd33c90dee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:56:37.107230 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] Attempting to bind port 206a6ecc-a9ba-4d78-b340-8f29b89a766a on network 670b2ce6-025e-49c8-81a1-b5bd33c90dee {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:56:37.112085 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] Checking agent: {'id': 'd24852b8-87fc-4acc-b821-6f57e7364c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'started_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:56:37.112426 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] Checking segment: {'id': '30259835-216c-4123-bc4a-7b0c958ef368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:56:37.112808 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] Bound using segment: {'id': '30259835-216c-4123-bc4a-7b0c958ef368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee'} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:56:37.113231 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] Bound port: 206a6ecc-a9ba-4d78-b340-8f29b89a766a, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30259835-216c-4123-bc4a-7b0c958ef368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee'}}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:56:37.113588 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (206a6ecc-a9ba-4d78-b340-8f29b89a766a), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.177408 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] For port 206a6ecc-a9ba-4d78-b340-8f29b89a766a, host hv-cinder-84052, cleared binding levels {{(pid=112764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:56:37.181511 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] For port 206a6ecc-a9ba-4d78-b340-8f29b89a766a, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=206a6ecc-a9ba-4d78-b340-8f29b89a766a,segment=NetworkSegment(30259835-216c-4123-bc4a-7b0c958ef368),segment_id=30259835-216c-4123-bc4a-7b0c958ef368)] {{(pid=112764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:56:37.194658 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (206a6ecc-a9ba-4d78-b340-8f29b89a766a), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.215181 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:37.215825 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:37.217182 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] 10.222.0.62 "PUT /networking/v2.0/ports/206a6ecc-a9ba-4d78-b340-8f29b89a766a HTTP/1.1" status: 200 len: 1094 time: 0.5771532 Aug 24 17:56:37.219427 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c6c085-c660-42cf-90ce-069f9ecfc17d', 'tag': '206a6ecc-a9ba-4d78-b340-8f29b89a766a'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:56:37.221692 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea40961b-ca96-4ee9-a14a-96af83ea3138" -d '{"events": [{"name": "network-changed", "server_uuid": "97c6c085-c660-42cf-90ce-069f9ecfc17d", "tag": "206a6ecc-a9ba-4d78-b340-8f29b89a766a"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:56:37.272988 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1faa69-08aa-4ea4-9446-98a9b858385d req-9d44bf64-bd0b-405e-9ee1-18bafd97c32f tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:37.274471 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-bc1faa69-08aa-4ea4-9446-98a9b858385d req-9d44bf64-bd0b-405e-9ee1-18bafd97c32f tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 944 time: 0.0949192 Aug 24 17:56:37.295972 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c768e90-2df1-417e-ae9b-bc02d51ffcaa x-openstack-request-id: req-9c768e90-2df1-417e-ae9b-bc02d51ffcaa {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:56:37.296265 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c6c085-c660-42cf-90ce-069f9ecfc17d", "tag": "206a6ecc-a9ba-4d78-b340-8f29b89a766a", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:56:37.296517 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9c768e90-2df1-417e-ae9b-bc02d51ffcaa {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:56:37.296916 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c768e90-2df1-417e-ae9b-bc02d51ffcaa'] response: {'name': 'network-changed', 'server_uuid': '97c6c085-c660-42cf-90ce-069f9ecfc17d', 'tag': '206a6ecc-a9ba-4d78-b340-8f29b89a766a', 'status': 'completed', 'code': 200} Aug 24 17:56:37.332435 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3880064-87fc-4659-bbd5-9db17156a2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=206a6ecc-a9ba-4d78-b340-8f29b89a766a,revision_number=3']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:37.336579 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-67a922f0-a59b-437a-beaf-e839bb65a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:37.338056 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-67a922f0-a59b-437a-beaf-e839bb65a7cd service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=b9cd3cd0a9434f5ab0e1e1c52145beb2&device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 1128 time: 0.0833728 Aug 24 17:56:37.392568 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-70554997-3f1a-4db0-821d-8d75081dd648 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=206a6ecc-a9ba-4d78-b340-8f29b89a766a HTTP/1.1" status: 200 len: 217 time: 0.0439329 Aug 24 17:56:37.397122 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-bc1faa69-08aa-4ea4-9446-98a9b858385d req-8dd916c2-921b-4c4d-acc4-abd3b01f6371 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028838 Aug 24 17:56:37.440702 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-c7a37e52-7a5c-4e4e-ba48-e0e46ecdc532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:37.442133 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-c7a37e52-7a5c-4e4e-ba48-e0e46ecdc532 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=1f289036-4649-4f08-8be9-d53556abacbd HTTP/1.1" status: 200 len: 849 time: 0.0441914 Aug 24 17:56:37.486435 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-25fcf31b-b33d-4458-9a4b-5a1e1bce1640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:37.487934 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-25fcf31b-b33d-4458-9a4b-5a1e1bce1640 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=670b2ce6-025e-49c8-81a1-b5bd33c90dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382178 Aug 24 17:56:37.553897 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:37.583412 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-7d6ff9a7-df40-4bc5-be74-d56aa8187d02 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880706 Aug 24 17:56:37.670217 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:37.676440 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-519ef90d-dd59-47f1-943a-8e7a1263dd69 req-6c340856-d68e-4269-8e04-e898df97704b service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853446 Aug 24 17:56:37.974294 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40961b-ca96-4ee9-a14a-96af83ea3138 req-21664c62-c7dd-420a-bde3-40500c615d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:37.975761 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ea40961b-ca96-4ee9-a14a-96af83ea3138 req-21664c62-c7dd-420a-bde3-40500c615d7b service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=b9cd3cd0a9434f5ab0e1e1c52145beb2&device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 1128 time: 0.0388997 Aug 24 17:56:38.066508 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40961b-ca96-4ee9-a14a-96af83ea3138 req-ca48e369-3e9b-48cb-9a41-dd8ae8c16d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:38.067974 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ea40961b-ca96-4ee9-a14a-96af83ea3138 req-ca48e369-3e9b-48cb-9a41-dd8ae8c16d41 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=670b2ce6-025e-49c8-81a1-b5bd33c90dee HTTP/1.1" status: 200 len: 911 time: 0.0860901 Aug 24 17:56:38.111645 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ea40961b-ca96-4ee9-a14a-96af83ea3138 req-7bd50a55-3a8b-4a38-af99-68061000c765 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=206a6ecc-a9ba-4d78-b340-8f29b89a766a HTTP/1.1" status: 200 len: 217 time: 0.0328767 Aug 24 17:56:38.165439 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40961b-ca96-4ee9-a14a-96af83ea3138 req-d4e3608e-c4ab-493e-b7ed-6ee6f5743ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:38.166803 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ea40961b-ca96-4ee9-a14a-96af83ea3138 req-d4e3608e-c4ab-493e-b7ed-6ee6f5743ec6 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=1f289036-4649-4f08-8be9-d53556abacbd HTTP/1.1" status: 200 len: 849 time: 0.0424073 Aug 24 17:56:38.212442 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40961b-ca96-4ee9-a14a-96af83ea3138 req-c3e1fab1-ceef-46f8-ac66-534f70eeb9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:38.213859 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ea40961b-ca96-4ee9-a14a-96af83ea3138 req-c3e1fab1-ceef-46f8-ac66-534f70eeb9c7 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=670b2ce6-025e-49c8-81a1-b5bd33c90dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372560 Aug 24 17:56:38.304266 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ea40961b-ca96-4ee9-a14a-96af83ea3138 req-1b7e8441-0394-4e0f-8dda-ca6e5f9b760e service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831761 Aug 24 17:56:38.394872 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ea40961b-ca96-4ee9-a14a-96af83ea3138 req-3ab7fea7-432b-408f-9989-3a96d94e0ae7 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838323 Aug 24 17:56:38.515073 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ef462-82a4-4415-83e8-752d97d07d5b req-4ec35122-5ff8-4c99-82e4-42f0fdd16fb7 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:38.516575 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5e9ef462-82a4-4415-83e8-752d97d07d5b req-4ec35122-5ff8-4c99-82e4-42f0fdd16fb7 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 944 time: 0.0464709 Aug 24 17:56:38.565520 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5e9ef462-82a4-4415-83e8-752d97d07d5b req-edbae989-2819-4004-8f01-8a4e769d86a4 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433149 Aug 24 17:56:39.460048 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-889336d2-88c1-46d3-9ba9-0cb59ddc4fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:39.683064 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7b1d2-555b-4d08-b0f0-2dd27eb4d394 req-1d59b671-6566-4992-9dab-752a46b8bfe7 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:39.685138 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a6a7b1d2-555b-4d08-b0f0-2dd27eb4d394 req-1d59b671-6566-4992-9dab-752a46b8bfe7 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 944 time: 0.0469096 Aug 24 17:56:39.733044 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a6a7b1d2-555b-4d08-b0f0-2dd27eb4d394 req-695239b4-9c58-4f3d-b63c-819e8478f794 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425494 Aug 24 17:56:40.619381 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:40.852049 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae98dd4-96ff-4f69-a282-83f9e0fac254 req-422d609c-4862-4204-a8ec-a4595e7702fa tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:40.853521 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-bae98dd4-96ff-4f69-a282-83f9e0fac254 req-422d609c-4862-4204-a8ec-a4595e7702fa tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 944 time: 0.0486281 Aug 24 17:56:40.903416 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-bae98dd4-96ff-4f69-a282-83f9e0fac254 req-abed854d-1146-4700-b9b6-98cbff862a5e tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437095 Aug 24 17:56:41.980039 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:42.023468 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a903e0e-67bc-4797-a1c6-9ee4491a4e4f req-dc9e4ecb-8909-459b-9996-8b6cd4fe3e09 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:42.024955 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2a903e0e-67bc-4797-a1c6-9ee4491a4e4f req-dc9e4ecb-8909-459b-9996-8b6cd4fe3e09 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 944 time: 0.0486832 Aug 24 17:56:42.066333 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:42.077220 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2a903e0e-67bc-4797-a1c6-9ee4491a4e4f req-bbfb3bbc-7e3d-42c5-bb27-52df15f04447 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465055 Aug 24 17:56:42.802034 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:56:43.195200 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a8556-209f-41d1-aa28-9fffaf817208 req-0058186c-bfbe-44eb-be82-4b401f339820 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:43.196683 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-545a8556-209f-41d1-aa28-9fffaf817208 req-0058186c-bfbe-44eb-be82-4b401f339820 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 944 time: 0.0458722 Aug 24 17:56:43.244534 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-545a8556-209f-41d1-aa28-9fffaf817208 req-13a45739-4d31-4423-8dc9-2171ac05fc14 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414608 Aug 24 17:56:44.363437 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240e092-b1eb-4b94-bdb0-fbf057b28d5b req-1ea41c3f-39ad-4e55-b8f1-0f81d5a11a2d tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:44.364919 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c240e092-b1eb-4b94-bdb0-fbf057b28d5b req-1ea41c3f-39ad-4e55-b8f1-0f81d5a11a2d tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 944 time: 0.0500183 Aug 24 17:56:44.414117 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c240e092-b1eb-4b94-bdb0-fbf057b28d5b req-b6aa30f6-9ebf-4b93-bfe1-92e2566c389d tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437388 Aug 24 17:56:45.532217 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64dda7-492e-4f96-b408-8a0fb4f16f94 req-80bb2083-36c1-4874-9748-25d2c71d0398 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:45.533703 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4d64dda7-492e-4f96-b408-8a0fb4f16f94 req-80bb2083-36c1-4874-9748-25d2c71d0398 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 944 time: 0.0457273 Aug 24 17:56:45.585516 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4d64dda7-492e-4f96-b408-8a0fb4f16f94 req-395d74f9-db58-4053-9ad1-e95b7276c147 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462599 Aug 24 17:56:45.903768 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 206a6ecc-a9ba-4d78-b340-8f29b89a766a details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:56:46.001286 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 206a6ecc-a9ba-4d78-b340-8f29b89a766a, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=206a6ecc-a9ba-4d78-b340-8f29b89a766a,segment=NetworkSegment(30259835-216c-4123-bc4a-7b0c958ef368),segment_id=30259835-216c-4123-bc4a-7b0c958ef368)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:46.012821 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '206a6ecc-a9ba-4d78-b340-8f29b89a766a', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'port_id': '206a6ecc-a9ba-4d78-b340-8f29b89a766a', 'mac_address': 'fa:16:3e:2f:e9:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:56:46.062134 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 206a6ecc-a9ba-4d78-b340-8f29b89a766a is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:56:46.062716 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (206a6ecc-a9ba-4d78-b340-8f29b89a766a), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:46.076273 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206a6ecc-a9ba-4d78-b340-8f29b89a766a {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:56:46.095577 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 206a6ecc-a9ba-4d78-b340-8f29b89a766a, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=206a6ecc-a9ba-4d78-b340-8f29b89a766a,segment=NetworkSegment(30259835-216c-4123-bc4a-7b0c958ef368),segment_id=30259835-216c-4123-bc4a-7b0c958ef368)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:46.099059 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (206a6ecc-a9ba-4d78-b340-8f29b89a766a), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:46.144026 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=206a6ecc-a9ba-4d78-b340-8f29b89a766a,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:46.361838 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['206a6ecc-a9ba-4d78-b340-8f29b89a766a'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:56:46.704596 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb4231-3840-4e45-8516-5394906d8240 req-a410731a-c971-4466-83b0-99b208f31774 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:46.706168 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9dcb4231-3840-4e45-8516-5394906d8240 req-a410731a-c971-4466-83b0-99b208f31774 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 945 time: 0.0466909 Aug 24 17:56:46.756509 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9dcb4231-3840-4e45-8516-5394906d8240 req-1f3b6a3e-cebf-4b43-a2af-3cde29d87113 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447645 Aug 24 17:56:47.874176 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955d31a-a253-4e38-b406-060098115dd2 req-43d1a82b-2ae3-4572-8995-95ec39fb5162 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:47.875672 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-1955d31a-a253-4e38-b406-060098115dd2 req-43d1a82b-2ae3-4572-8995-95ec39fb5162 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 945 time: 0.0471394 Aug 24 17:56:47.914556 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 206a6ecc-a9ba-4d78-b340-8f29b89a766a up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:56:47.924288 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-1955d31a-a253-4e38-b406-060098115dd2 req-7c1171b2-ddf6-434b-9d3f-e1ce57abc8b1 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431130 Aug 24 17:56:47.957594 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning for port 206a6ecc-a9ba-4d78-b340-8f29b89a766a completed by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:56:47.963825 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 206a6ecc-a9ba-4d78-b340-8f29b89a766a triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:56:47.964215 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (206a6ecc-a9ba-4d78-b340-8f29b89a766a), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:48.002036 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:48.008293 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:48.043056 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 206a6ecc-a9ba-4d78-b340-8f29b89a766a is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:56:48.043454 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (206a6ecc-a9ba-4d78-b340-8f29b89a766a), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:48.066706 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c6c085-c660-42cf-90ce-069f9ecfc17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206a6ecc-a9ba-4d78-b340-8f29b89a766a'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:56:48.068989 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67797d7-878d-4f4f-84a5-4f36a6e40410" -d '{"events": [{"server_uuid": "97c6c085-c660-42cf-90ce-069f9ecfc17d", "name": "network-vif-plugged", "status": "completed", "tag": "206a6ecc-a9ba-4d78-b340-8f29b89a766a"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:56:48.082097 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 206a6ecc-a9ba-4d78-b340-8f29b89a766a, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=206a6ecc-a9ba-4d78-b340-8f29b89a766a,segment=NetworkSegment(30259835-216c-4123-bc4a-7b0c958ef368),segment_id=30259835-216c-4123-bc4a-7b0c958ef368)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:56:48.087043 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (206a6ecc-a9ba-4d78-b340-8f29b89a766a), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:48.112223 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112b7af6-aa19-482d-bfc4-8ca8c62cff52 x-openstack-request-id: req-112b7af6-aa19-482d-bfc4-8ca8c62cff52 {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:56:48.112517 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c6c085-c660-42cf-90ce-069f9ecfc17d", "name": "network-vif-plugged", "status": "completed", "tag": "206a6ecc-a9ba-4d78-b340-8f29b89a766a", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:56:48.112774 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-112b7af6-aa19-482d-bfc4-8ca8c62cff52 {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:56:48.113173 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-112b7af6-aa19-482d-bfc4-8ca8c62cff52'] response: {'server_uuid': '97c6c085-c660-42cf-90ce-069f9ecfc17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206a6ecc-a9ba-4d78-b340-8f29b89a766a', 'code': 200} Aug 24 17:56:48.136811 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=206a6ecc-a9ba-4d78-b340-8f29b89a766a,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:48.143962 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:48.144316 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:48.144664 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:48.145009 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:48.145349 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:48.145685 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:48.146015 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:48.146351 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:48.146682 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:48.147011 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:48.147339 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:48.147695 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:48.148021 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:48.148345 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:48.148668 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:48.323946 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:48.333823 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef59ec2-cfe5-4111-9c8c-3b3ec848ec52 req-1df93f3a-c49f-4b33-92b3-57fa94e04f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:48.335297 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8ef59ec2-cfe5-4111-9c8c-3b3ec848ec52 req-1df93f3a-c49f-4b33-92b3-57fa94e04f32 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 1130 time: 0.0389481 Aug 24 17:56:48.383670 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8ef59ec2-cfe5-4111-9c8c-3b3ec848ec52 req-9f2aeda3-d8cb-4571-9548-cdaa847067ae service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423524 Aug 24 17:56:49.043505 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587018a-8a5e-4287-95f2-73d0bdb370a3 req-12278dfc-5a15-4977-8c23-a7741f3b783e tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:49.044967 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9587018a-8a5e-4287-95f2-73d0bdb370a3 req-12278dfc-5a15-4977-8c23-a7741f3b783e tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 946 time: 0.0472684 Aug 24 17:56:49.093594 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9587018a-8a5e-4287-95f2-73d0bdb370a3 req-e4bfdfb2-5560-4f8e-8f84-38ca062b16b8 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431352 Aug 24 17:56:50.211327 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829836c-2779-41f6-a16e-b21554f6df41 req-4a04dbe2-08df-4838-8c12-5896d244212e tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:50.213302 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-9829836c-2779-41f6-a16e-b21554f6df41 req-4a04dbe2-08df-4838-8c12-5896d244212e tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 946 time: 0.0468962 Aug 24 17:56:50.264279 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-9829836c-2779-41f6-a16e-b21554f6df41 req-bd9a8698-0f1d-4ec1-bed8-3e260a908bbc tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448260 Aug 24 17:56:50.389421 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf9936-23af-4420-bc4e-cf432b6bc335 req-29f9b1e9-5e3f-4395-8f70-caaf4c1b354b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:50.390881 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e1bf9936-23af-4420-bc4e-cf432b6bc335 req-29f9b1e9-5e3f-4395-8f70-caaf4c1b354b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 946 time: 0.0477951 Aug 24 17:56:50.417047 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:50.442098 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e1bf9936-23af-4420-bc4e-cf432b6bc335 req-6f8116de-596e-41b9-9a0e-3973326e231f tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451422 Aug 24 17:56:50.469808 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38814) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:50.649261 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:50.681181 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00ad620-5811-4ddb-9f5c-d8ce22c093ac tempest-TestVolumeBootPattern-1677329779 tempest-TestVolumeBootPattern-1677329779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:50.683222 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-c00ad620-5811-4ddb-9f5c-d8ce22c093ac tempest-TestVolumeBootPattern-1677329779 tempest-TestVolumeBootPattern-1677329779-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 1125 time: 0.2118909 Aug 24 17:56:50.686100 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38818) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:56:50.690220 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Request body: {'floatingip': {'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'port_id': '206a6ecc-a9ba-4d78-b340-8f29b89a766a', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:56:50.711765 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:50.714101 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:50.789923 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:50.898346 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Allocated IP 172.27.1.58 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/ad8d1425-65bb-48e6-aa98-e70370c0a816) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:56:51.006207 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for port (ad8d1425-65bb-48e6-aa98-e70370c0a816), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:51.038772 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (ad8d1425-65bb-48e6-aa98-e70370c0a816), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:51.084770 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:56:51.089998 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:56:51.094536 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:56:51.098186 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Pushing event updated for resources: {'Port': ['ID=ad8d1425-65bb-48e6-aa98-e70370c0a816,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:51.126360 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:51.126715 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:51.127064 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:51.127408 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:51.127782 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:51.128118 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:51.128448 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:51.128778 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:51.129111 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:51.129441 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:51.129769 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:51.130097 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:51.130423 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:51.130744 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:51.131066 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:56:51.459021 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for floatingip (c8d752eb-2273-4930-a965-74725e5945ca), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:51.491174 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:51.523620 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:56:51.536576 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (ad8d1425-65bb-48e6-aa98-e70370c0a816), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:51.684443 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for port (ad8d1425-65bb-48e6-aa98-e70370c0a816), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:51.688828 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (ad8d1425-65bb-48e6-aa98-e70370c0a816), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:51.754957 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Pushing event updated for resources: {'Port': ['ID=ad8d1425-65bb-48e6-aa98-e70370c0a816,revision_number=2']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:56:51.757463 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (c8d752eb-2273-4930-a965-74725e5945ca), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:51.855847 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.l3_db [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Floating IP c8d752eb-2273-4930-a965-74725e5945ca associated. External IP: 172.27.1.58, port: 206a6ecc-a9ba-4d78-b340-8f29b89a766a. Aug 24 17:56:52.052397 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Router 85b72639-72a9-4412-b377-c61e399e5b2c has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:56:52.155582 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:56:52.165055 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4277de15-384f-4a06-b685-77ca071b8269 None None] Sync routers for ids ['85b72639-72a9-4412-b377-c61e399e5b2c'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:56:52.174029 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:56:52.174958 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4277de15-384f-4a06-b685-77ca071b8269 None None] Routers {'85b72639-72a9-4412-b377-c61e399e5b2c'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:56:52.175626 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-4277de15-384f-4a06-b685-77ca071b8269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:56:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['85b72639-72a9-4412-b377-c61e399e5b2c'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:52.205475 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-a144047a-0fe4-4228-a5c0-5fb6330c20b2 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5183794 Aug 24 17:56:52.206337 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c6c085-c660-42cf-90ce-069f9ecfc17d', 'tag': '206a6ecc-a9ba-4d78-b340-8f29b89a766a'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:56:52.208805 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f8da6f-537d-4051-84f1-172907f9e426" -d '{"events": [{"name": "network-changed", "server_uuid": "97c6c085-c660-42cf-90ce-069f9ecfc17d", "tag": "206a6ecc-a9ba-4d78-b340-8f29b89a766a"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:56:52.245786 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2c5ed2-560f-48a8-bbfd-a7670449c3b4 x-openstack-request-id: req-6b2c5ed2-560f-48a8-bbfd-a7670449c3b4 {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:56:52.246161 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c6c085-c660-42cf-90ce-069f9ecfc17d", "tag": "206a6ecc-a9ba-4d78-b340-8f29b89a766a", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:56:52.246480 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6b2c5ed2-560f-48a8-bbfd-a7670449c3b4 {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:56:52.246982 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b2c5ed2-560f-48a8-bbfd-a7670449c3b4'] response: {'name': 'network-changed', 'server_uuid': '97c6c085-c660-42cf-90ce-069f9ecfc17d', 'tag': '206a6ecc-a9ba-4d78-b340-8f29b89a766a', 'status': 'completed', 'code': 200} Aug 24 17:56:52.275325 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-4277de15-384f-4a06-b685-77ca071b8269 None None] Set router 85b72639-72a9-4412-b377-c61e399e5b2c gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:56:52.309533 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8da6f-537d-4051-84f1-172907f9e426 req-432521f1-7d65-4da6-a97d-d3a36e695631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:52.310943 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-74f8da6f-537d-4051-84f1-172907f9e426 req-432521f1-7d65-4da6-a97d-d3a36e695631 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=b9cd3cd0a9434f5ab0e1e1c52145beb2&device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 1130 time: 0.0434048 Aug 24 17:56:52.403116 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8da6f-537d-4051-84f1-172907f9e426 req-80c620d5-9015-4046-a974-1d1c11bba990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:52.404623 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-74f8da6f-537d-4051-84f1-172907f9e426 req-80c620d5-9015-4046-a974-1d1c11bba990 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=670b2ce6-025e-49c8-81a1-b5bd33c90dee HTTP/1.1" status: 200 len: 911 time: 0.0872865 Aug 24 17:56:52.586201 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-4277de15-384f-4a06-b685-77ca071b8269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '90aa5386-4979-411d-b3b9-b37f2ce45fc3', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'port_id': '68a6e936-3e2e-4bc2-ab59-de0b96e000d7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'mac_address': 'fa:16:3e:f4:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38237468-6ade-46a7-830f-371a8a34c4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:54:45Z', 'updated_at': '2022-08-24T17:54:47Z', 'revision_number': 1, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'fixed_ip_address_scope': None}, {'id': 'c8d752eb-2273-4930-a965-74725e5945ca', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'port_id': '206a6ecc-a9ba-4d78-b340-8f29b89a766a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'mac_address': 'fa:16:3e:2f:e9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c6c085-c660-42cf-90ce-069f9ecfc17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:56:51Z', 'updated_at': '2022-08-24T17:56:51Z', 'revision_number': 0, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e20a5d-f470-4588-b1c6-4fccd8d43ed7', 'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'mac_address': 'fa:16:3e:cb:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:55Z', 'updated_at': '2022-08-24T17:51:04Z', 'revision_number': 5, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'subnets': [{'id': '1f289036-4649-4f08-8be9-d53556abacbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:52.611953 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4277de15-384f-4a06-b685-77ca071b8269 None None] Checking router: 85b72639-72a9-4412-b377-c61e399e5b2c for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:56:52.621501 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4277de15-384f-4a06-b685-77ca071b8269 None None] Routers {'85b72639-72a9-4412-b377-c61e399e5b2c'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:56:52.622121 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-4277de15-384f-4a06-b685-77ca071b8269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:56:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['85b72639-72a9-4412-b377-c61e399e5b2c'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:52.702608 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-74f8da6f-537d-4051-84f1-172907f9e426 req-e127bb53-428e-4fcc-a29c-f7b3bc7e819b service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=206a6ecc-a9ba-4d78-b340-8f29b89a766a HTTP/1.1" status: 200 len: 999 time: 0.2915745 Aug 24 17:56:52.724040 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-4277de15-384f-4a06-b685-77ca071b8269 None None] Set router 85b72639-72a9-4412-b377-c61e399e5b2c gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:56:52.751112 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8da6f-537d-4051-84f1-172907f9e426 req-6004fccd-9720-4973-94e9-b2ff39431db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:52.752565 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-74f8da6f-537d-4051-84f1-172907f9e426 req-6004fccd-9720-4973-94e9-b2ff39431db3 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=1f289036-4649-4f08-8be9-d53556abacbd HTTP/1.1" status: 200 len: 849 time: 0.0439103 Aug 24 17:56:52.796979 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8da6f-537d-4051-84f1-172907f9e426 req-23f4aaf9-66e6-45f0-99e2-2dfebbd8f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:52.798458 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-74f8da6f-537d-4051-84f1-172907f9e426 req-23f4aaf9-66e6-45f0-99e2-2dfebbd8f82d service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=670b2ce6-025e-49c8-81a1-b5bd33c90dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392280 Aug 24 17:56:52.891108 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-74f8da6f-537d-4051-84f1-172907f9e426 req-c580c4ee-e75f-4f4d-b150-9716e9bd7b09 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857995 Aug 24 17:56:52.936392 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-4277de15-384f-4a06-b685-77ca071b8269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '90aa5386-4979-411d-b3b9-b37f2ce45fc3', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'port_id': '68a6e936-3e2e-4bc2-ab59-de0b96e000d7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'mac_address': 'fa:16:3e:f4:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38237468-6ade-46a7-830f-371a8a34c4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:54:45Z', 'updated_at': '2022-08-24T17:54:47Z', 'revision_number': 1, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'fixed_ip_address_scope': None}, {'id': 'c8d752eb-2273-4930-a965-74725e5945ca', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'port_id': '206a6ecc-a9ba-4d78-b340-8f29b89a766a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'mac_address': 'fa:16:3e:2f:e9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c6c085-c660-42cf-90ce-069f9ecfc17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:56:51Z', 'updated_at': '2022-08-24T17:56:51Z', 'revision_number': 0, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e20a5d-f470-4588-b1c6-4fccd8d43ed7', 'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'mac_address': 'fa:16:3e:cb:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:55Z', 'updated_at': '2022-08-24T17:51:04Z', 'revision_number': 5, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'subnets': [{'id': '1f289036-4649-4f08-8be9-d53556abacbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:56:52.960780 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4277de15-384f-4a06-b685-77ca071b8269 None None] The sync data for ids ['85b72639-72a9-4412-b377-c61e399e5b2c'] in dv-cinder-840525-3-iscsi is: [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '90aa5386-4979-411d-b3b9-b37f2ce45fc3', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'port_id': '68a6e936-3e2e-4bc2-ab59-de0b96e000d7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'mac_address': 'fa:16:3e:f4:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38237468-6ade-46a7-830f-371a8a34c4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:54:45Z', 'updated_at': '2022-08-24T17:54:47Z', 'revision_number': 1, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'fixed_ip_address_scope': None}, {'id': 'c8d752eb-2273-4930-a965-74725e5945ca', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'port_id': '206a6ecc-a9ba-4d78-b340-8f29b89a766a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'mac_address': 'fa:16:3e:2f:e9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c6c085-c660-42cf-90ce-069f9ecfc17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:56:51Z', 'updated_at': '2022-08-24T17:56:51Z', 'revision_number': 0, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e20a5d-f470-4588-b1c6-4fccd8d43ed7', 'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'mac_address': 'fa:16:3e:cb:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:55Z', 'updated_at': '2022-08-24T17:51:04Z', 'revision_number': 5, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'subnets': [{'id': '1f289036-4649-4f08-8be9-d53556abacbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:56:52.983651 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-74f8da6f-537d-4051-84f1-172907f9e426 req-e7df60c1-e622-407a-bff2-2e0dcb408a05 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863202 Aug 24 17:56:53.161660 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c505bd2-317c-429f-a099-c37874742358 None None] New status for floating IP c8d752eb-2273-4930-a965-74725e5945ca: ACTIVE {{(pid=112765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:56:58.098546 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a004f8b-fbf8-4560-aff0-e73dd04d29ad req-28bfcc45-2a1d-4a7d-b367-6339bf290b16 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:58.100093 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6a004f8b-fbf8-4560-aff0-e73dd04d29ad req-28bfcc45-2a1d-4a7d-b367-6339bf290b16 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0602067 Aug 24 17:56:58.148654 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6a004f8b-fbf8-4560-aff0-e73dd04d29ad req-f373a435-f54f-40ff-b1c7-28c17c5dc2f6 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427690 Aug 24 17:56:59.269494 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef613ad-9d1c-432a-a552-e66410d6a027 req-847fbbb7-7a89-4697-a6f3-38d7976b1ec5 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:56:59.270003 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5ef613ad-9d1c-432a-a552-e66410d6a027 req-847fbbb7-7a89-4697-a6f3-38d7976b1ec5 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0476913 Aug 24 17:56:59.317577 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5ef613ad-9d1c-432a-a552-e66410d6a027 req-3594f22f-7d76-49b3-8faa-11b2b1ac3c4b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421994 Aug 24 17:57:00.443750 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36719c-96f7-46c9-b97d-e8424abd8ce4 req-34243628-4046-4664-a9ba-2ffb9e4b2e54 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:00.445218 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8a36719c-96f7-46c9-b97d-e8424abd8ce4 req-34243628-4046-4664-a9ba-2ffb9e4b2e54 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0465953 Aug 24 17:57:00.492599 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8a36719c-96f7-46c9-b97d-e8424abd8ce4 req-cac8a866-5dae-44dc-b221-f3789a0d79a9 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416002 Aug 24 17:57:00.907206 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:00.926564 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba87570-11ae-4a92-b109-19782a52e025 req-259678a5-a526-488b-b0ff-31639934be30 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:00.928226 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3ba87570-11ae-4a92-b109-19782a52e025 req-259678a5-a526-488b-b0ff-31639934be30 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=887986a8-3a8d-4a88-8aa4-a97a16e391ac HTTP/1.1" status: 200 len: 945 time: 0.0520728 Aug 24 17:57:00.975563 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3ba87570-11ae-4a92-b109-19782a52e025 req-a67a797d-2068-4f49-b753-fe87afb93de6 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c82997c-db3d-4e43-abd8-beea4e3ea5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416694 Aug 24 17:57:01.613958 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de81c96-bec4-4904-a2fb-04b71742e06a req-560bad86-e972-4776-8c97-c49fa889a816 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:01.615417 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4de81c96-bec4-4904-a2fb-04b71742e06a req-560bad86-e972-4776-8c97-c49fa889a816 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0465374 Aug 24 17:57:01.665437 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4de81c96-bec4-4904-a2fb-04b71742e06a req-36bba79c-6a21-489a-b6ea-754f4c03b8b4 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438206 Aug 24 17:57:02.095719 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c7480-abad-4108-99c1-3f709a87a0e4 req-6a15230a-c0c5-4607-9802-e7022092205f tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:02.097214 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7e2c7480-abad-4108-99c1-3f709a87a0e4 req-6a15230a-c0c5-4607-9802-e7022092205f tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=887986a8-3a8d-4a88-8aa4-a97a16e391ac HTTP/1.1" status: 200 len: 945 time: 0.0495110 Aug 24 17:57:02.109190 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:02.152787 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7e2c7480-abad-4108-99c1-3f709a87a0e4 req-168e3c82-0ae2-4644-b873-bc87e8420f3f tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c82997c-db3d-4e43-abd8-beea4e3ea5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500362 Aug 24 17:57:02.529146 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:02.545688 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b6bb9-2c4b-48e5-af13-67b6f85beaf5 req-98fca944-5b5c-468e-9a13-8115ce1c3694 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:02.547094 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-969b6bb9-2c4b-48e5-af13-67b6f85beaf5 req-98fca944-5b5c-468e-9a13-8115ce1c3694 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=887986a8-3a8d-4a88-8aa4-a97a16e391ac HTTP/1.1" status: 200 len: 945 time: 0.0474191 Aug 24 17:57:02.626400 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-969b6bb9-2c4b-48e5-af13-67b6f85beaf5 req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Deleting port 56f3b43c-0345-4a96-8783-3b7d326dd2cf {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:57:02.627134 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-969b6bb9-2c4b-48e5-af13-67b6f85beaf5 req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (56f3b43c-0345-4a96-8783-3b7d326dd2cf), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:02.712080 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:02.718203 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-969b6bb9-2c4b-48e5-af13-67b6f85beaf5 req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] For port 56f3b43c-0345-4a96-8783-3b7d326dd2cf, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=56f3b43c-0345-4a96-8783-3b7d326dd2cf,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:57:02.718575 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-969b6bb9-2c4b-48e5-af13-67b6f85beaf5 req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (56f3b43c-0345-4a96-8783-3b7d326dd2cf), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:02.845743 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d4899-58c6-4654-8d65-888f6aa0dc62 req-2d2127f3-5626-4028-8771-b87a5a98fbc5 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:02.847181 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-109d4899-58c6-4654-8d65-888f6aa0dc62 req-2d2127f3-5626-4028-8771-b87a5a98fbc5 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0888047 Aug 24 17:57:02.949741 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-109d4899-58c6-4654-8d65-888f6aa0dc62 req-30bfc13a-4128-4bc1-abdd-d9cc4316a2b2 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958476 Aug 24 17:57:02.951956 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-969b6bb9-2c4b-48e5-af13-67b6f85beaf5 req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:02.952451 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-969b6bb9-2c4b-48e5-af13-67b6f85beaf5 req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (b5952c3f-1c5a-4c9c-9c94-865fbf68d9f0), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:02.952618 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.l3_db [req-969b6bb9-2c4b-48e5-af13-67b6f85beaf5 req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Floating IP b5952c3f-1c5a-4c9c-9c94-865fbf68d9f0 disassociated. External IP: 172.27.1.13, port: 56f3b43c-0345-4a96-8783-3b7d326dd2cf. Aug 24 17:57:02.952960 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-969b6bb9-2c4b-48e5-af13-67b6f85beaf5 req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Calling delete_port for 56f3b43c-0345-4a96-8783-3b7d326dd2cf owned by compute:nova {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:57:03.079102 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-969b6bb9-2c4b-48e5-af13-67b6f85beaf5 req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (56f3b43c-0345-4a96-8783-3b7d326dd2cf), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:03.107779 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event deleted for resources: {'Port': ['ID=56f3b43c-0345-4a96-8783-3b7d326dd2cf,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:03.118758 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:03.119107 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:03.119448 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:03.119812 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:03.120160 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:03.120493 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:03.120820 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:03.121146 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:03.121470 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:03.121795 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:03.122124 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:03.122447 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:03.122769 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:03.123088 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:03.123406 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:57:03.229958 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-969b6bb9-2c4b-48e5-af13-67b6f85beaf5 req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Router a12cebee-53ca-4401-a424-dd8eaf36456d has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:57:03.253952 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-aeeb556d-4871-48bd-b683-e8f31d9419b6 req-7543dc58-fc27-484e-ba50-db155b47d11d tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=887986a8-3a8d-4a88-8aa4-a97a16e391ac HTTP/1.1" status: 200 len: 210 time: 0.0278757 Aug 24 17:57:03.259080 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:03.261616 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:03.338284 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-969b6bb9-2c4b-48e5-af13-67b6f85beaf5 req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:57:03.348122 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e27965-8883-41c9-9df2-43080a8ea4ec None None] Sync routers for ids ['a12cebee-53ca-4401-a424-dd8eaf36456d'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:57:03.350333 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=84 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:03.355504 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=100 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:03.362788 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e27965-8883-41c9-9df2-43080a8ea4ec None None] Routers {'a12cebee-53ca-4401-a424-dd8eaf36456d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:57:03.363415 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-a1e27965-8883-41c9-9df2-43080a8ea4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:56:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a12cebee-53ca-4401-a424-dd8eaf36456d'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:57:03.386018 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-969b6bb9-2c4b-48e5-af13-67b6f85beaf5 req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] No DVR routers for this DVR port 56f3b43c-0345-4a96-8783-3b7d326dd2cf on host hv-cinder-84052 {{(pid=112764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:57:03.388700 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-969b6bb9-2c4b-48e5-af13-67b6f85beaf5 req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:03.391976 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-969b6bb9-2c4b-48e5-af13-67b6f85beaf5 req-7601cf5a-bfe6-4955-b80d-0ac9a1fdbae7 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.62 "DELETE /networking/v2.0/ports/56f3b43c-0345-4a96-8783-3b7d326dd2cf HTTP/1.1" status: 204 len: 173 time: 0.8398023 Aug 24 17:57:03.392412 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887986a8-3a8d-4a88-8aa4-a97a16e391ac', 'name': 'network-vif-deleted', 'tag': '56f3b43c-0345-4a96-8783-3b7d326dd2cf'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:57:03.394647 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33f8e01-b268-47b3-b076-62571d0cd4cf" -d '{"events": [{"server_uuid": "887986a8-3a8d-4a88-8aa4-a97a16e391ac", "name": "network-vif-deleted", "tag": "56f3b43c-0345-4a96-8783-3b7d326dd2cf"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:57:03.440157 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e777589a-4ba6-4e06-a7d2-550a2a00efe1 x-openstack-request-id: req-e777589a-4ba6-4e06-a7d2-550a2a00efe1 {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:57:03.440605 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887986a8-3a8d-4a88-8aa4-a97a16e391ac", "name": "network-vif-deleted", "tag": "56f3b43c-0345-4a96-8783-3b7d326dd2cf", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:57:03.440958 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e777589a-4ba6-4e06-a7d2-550a2a00efe1 {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:57:03.441508 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e777589a-4ba6-4e06-a7d2-550a2a00efe1'] response: {'server_uuid': '887986a8-3a8d-4a88-8aa4-a97a16e391ac', 'name': 'network-vif-deleted', 'tag': '56f3b43c-0345-4a96-8783-3b7d326dd2cf', 'status': 'completed', 'code': 200} Aug 24 17:57:03.478704 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-a1e27965-8883-41c9-9df2-43080a8ea4ec None None] Set router a12cebee-53ca-4401-a424-dd8eaf36456d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:57:03.679332 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-a1e27965-8883-41c9-9df2-43080a8ea4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:57:03.704115 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e27965-8883-41c9-9df2-43080a8ea4ec None None] Checking router: a12cebee-53ca-4401-a424-dd8eaf36456d for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:57:03.712065 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e27965-8883-41c9-9df2-43080a8ea4ec None None] Routers {'a12cebee-53ca-4401-a424-dd8eaf36456d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:57:03.712655 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-a1e27965-8883-41c9-9df2-43080a8ea4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:56:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a12cebee-53ca-4401-a424-dd8eaf36456d'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:57:03.814979 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-a1e27965-8883-41c9-9df2-43080a8ea4ec None None] Set router a12cebee-53ca-4401-a424-dd8eaf36456d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:57:04.005353 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-a1e27965-8883-41c9-9df2-43080a8ea4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:57:04.034799 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e27965-8883-41c9-9df2-43080a8ea4ec None None] The sync data for ids ['a12cebee-53ca-4401-a424-dd8eaf36456d'] in dv-cinder-840525-3-iscsi is: [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:57:04.267802 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916fe971-11bd-4d13-ab5e-e1502808d875 None None] New status for floating IP b5952c3f-1c5a-4c9c-9c94-865fbf68d9f0: DOWN {{(pid=112765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:57:04.331164 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487f5b2-971b-4428-abcc-a57d72bf7e69 req-f0d675c8-5ec4-4a5c-ac5b-910ed5de3cb8 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:04.331164 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3487f5b2-971b-4428-abcc-a57d72bf7e69 req-f0d675c8-5ec4-4a5c-ac5b-910ed5de3cb8 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.3029504 Aug 24 17:57:04.359539 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38930) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:04.377644 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-3487f5b2-971b-4428-abcc-a57d72bf7e69 req-df517c94-e603-4018-ad33-8e30c80ac40a tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450637 Aug 24 17:57:04.413229 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:04.428779 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-2c3291e3-42c0-4f8b-a208-65aeb9a7d983 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (2c82997c-db3d-4e43-abd8-beea4e3ea5d4), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:04.451787 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-2c3291e3-42c0-4f8b-a208-65aeb9a7d983 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (2c82997c-db3d-4e43-abd8-beea4e3ea5d4), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:04.499077 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-2c3291e3-42c0-4f8b-a208-65aeb9a7d983 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (2c82997c-db3d-4e43-abd8-beea4e3ea5d4), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:04.501628 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-2c3291e3-42c0-4f8b-a208-65aeb9a7d983 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:04.502757 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-2c3291e3-42c0-4f8b-a208-65aeb9a7d983 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2c82997c-db3d-4e43-abd8-beea4e3ea5d4 HTTP/1.1" status: 204 len: 168 time: 0.1415775 Aug 24 17:57:04.505665 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38932) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:04.511651 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3291e3-42c0-4f8b-a208-65aeb9a7d983 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c82997c-db3d-4e43-abd8-beea4e3ea5d4,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:04.520798 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.api.v2.resource [None req-0d78f374-5b29-41ce-90be-2495c1e3c7ba tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] show failed (client error): The resource could not be found. Aug 24 17:57:04.523108 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-0d78f374-5b29-41ce-90be-2495c1e3c7ba tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups/2c82997c-db3d-4e43-abd8-beea4e3ea5d4 HTTP/1.1" status: 404 len: 347 time: 0.0150459 Aug 24 17:57:04.524720 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38934) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:04.639447 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-1803c973-f96c-4621-b22b-e96d6eb884e8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Deleting port 8f5f1d5c-cbc1-48f3-96f0-e62563a83893 {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:57:04.639729 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1803c973-f96c-4621-b22b-e96d6eb884e8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (8f5f1d5c-cbc1-48f3-96f0-e62563a83893), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:04.716876 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1803c973-f96c-4621-b22b-e96d6eb884e8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (8f5f1d5c-cbc1-48f3-96f0-e62563a83893), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:04.717204 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1803c973-f96c-4621-b22b-e96d6eb884e8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (8f5f1d5c-cbc1-48f3-96f0-e62563a83893), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:04.729418 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-1803c973-f96c-4621-b22b-e96d6eb884e8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Calling delete_port for 8f5f1d5c-cbc1-48f3-96f0-e62563a83893 owned by network:floatingip {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:57:04.854836 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1803c973-f96c-4621-b22b-e96d6eb884e8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (8f5f1d5c-cbc1-48f3-96f0-e62563a83893), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:04.880752 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803c973-f96c-4621-b22b-e96d6eb884e8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event deleted for resources: {'Port': ['ID=8f5f1d5c-cbc1-48f3-96f0-e62563a83893,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:04.944375 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1803c973-f96c-4621-b22b-e96d6eb884e8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (b5952c3f-1c5a-4c9c-9c94-865fbf68d9f0), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:04.946975 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1803c973-f96c-4621-b22b-e96d6eb884e8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:04.949153 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-1803c973-f96c-4621-b22b-e96d6eb884e8 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/b5952c3f-1c5a-4c9c-9c94-865fbf68d9f0 HTTP/1.1" status: 204 len: 168 time: 0.4228067 Aug 24 17:57:05.019156 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 38938) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:05.023733 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-eaf87c0a-7af2-4453-b79a-2c30a914f425 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1167994114', 'description': 'tempest-description--303211221'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:57:05.047051 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-eaf87c0a-7af2-4453-b79a-2c30a914f425 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.049789 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:05.123013 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.124036 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-eaf87c0a-7af2-4453-b79a-2c30a914f425 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (2cc71088-bbe0-45c6-864e-d025b533c817), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.127338 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-eaf87c0a-7af2-4453-b79a-2c30a914f425 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (2cc71088-bbe0-45c6-864e-d025b533c817), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.156857 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-eaf87c0a-7af2-4453-b79a-2c30a914f425 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.158078 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-eaf87c0a-7af2-4453-b79a-2c30a914f425 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1378703 Aug 24 17:57:05.160120 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf87c0a-7af2-4453-b79a-2c30a914f425 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc71088-bbe0-45c6-864e-d025b533c817,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:05.161120 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38940) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:05.165956 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-f623ae49-ce16-4cda-bc25-f3e62cffb3b2 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'security_group_rule': {'security_group_id': '2cc71088-bbe0-45c6-864e-d025b533c817', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:57:05.192997 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f623ae49-ce16-4cda-bc25-f3e62cffb3b2 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (5a7d5145-2b61-4c47-bd89-c872e48deb5c), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.247757 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f623ae49-ce16-4cda-bc25-f3e62cffb3b2 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (5a7d5145-2b61-4c47-bd89-c872e48deb5c), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.251539 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f623ae49-ce16-4cda-bc25-f3e62cffb3b2 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (5a7d5145-2b61-4c47-bd89-c872e48deb5c), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.258832 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:05.274222 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623ae49-ce16-4cda-bc25-f3e62cffb3b2 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a7d5145-2b61-4c47-bd89-c872e48deb5c,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:05.280450 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f623ae49-ce16-4cda-bc25-f3e62cffb3b2 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.281713 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-f623ae49-ce16-4cda-bc25-f3e62cffb3b2 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195223 Aug 24 17:57:05.284465 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38942) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:05.289632 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-ac2be447-b014-42cf-9a03-69abee94997c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'security_group_rule': {'security_group_id': '2cc71088-bbe0-45c6-864e-d025b533c817', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:57:05.319008 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ac2be447-b014-42cf-9a03-69abee94997c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (b167fcb8-69b9-4a9f-b0ff-211039b9ea31), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.366514 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ac2be447-b014-42cf-9a03-69abee94997c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (b167fcb8-69b9-4a9f-b0ff-211039b9ea31), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.370737 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ac2be447-b014-42cf-9a03-69abee94997c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (b167fcb8-69b9-4a9f-b0ff-211039b9ea31), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.390624 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2be447-b014-42cf-9a03-69abee94997c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b167fcb8-69b9-4a9f-b0ff-211039b9ea31,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:05.396012 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ac2be447-b014-42cf-9a03-69abee94997c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.397244 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-ac2be447-b014-42cf-9a03-69abee94997c tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1116338 Aug 24 17:57:05.400177 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 38946) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:05.404359 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-889a83cf-eabe-4f44-9622-cd9bb87950ce tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'floatingip': {'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:57:05.414250 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:05.429100 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-889a83cf-eabe-4f44-9622-cd9bb87950ce tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.542737 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8e5ed-3351-4ecf-909d-b2e3fd1c6683 req-456fb5d5-46b6-4783-8f14-faa2eb70844f tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:05.544254 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d9f8e5ed-3351-4ecf-909d-b2e3fd1c6683 req-456fb5d5-46b6-4783-8f14-faa2eb70844f tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0871608 Aug 24 17:57:05.553113 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-889a83cf-eabe-4f44-9622-cd9bb87950ce tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.638105 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-d9f8e5ed-3351-4ecf-909d-b2e3fd1c6683 req-41c5fe7b-8571-49b9-b212-b684dc8e9895 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872238 Aug 24 17:57:05.695932 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [None req-889a83cf-eabe-4f44-9622-cd9bb87950ce tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Allocated IP 172.27.1.7 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/c9414698-f3b6-46c7-9d28-3ba0941bf1c7) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:57:05.799207 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-889a83cf-eabe-4f44-9622-cd9bb87950ce tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for port (c9414698-f3b6-46c7-9d28-3ba0941bf1c7), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.831726 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-889a83cf-eabe-4f44-9622-cd9bb87950ce tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (c9414698-f3b6-46c7-9d28-3ba0941bf1c7), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.875294 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889a83cf-eabe-4f44-9622-cd9bb87950ce tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:57:05.880069 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-889a83cf-eabe-4f44-9622-cd9bb87950ce tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:57:05.882487 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889a83cf-eabe-4f44-9622-cd9bb87950ce tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:57:05.905787 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a83cf-eabe-4f44-9622-cd9bb87950ce tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'Port': ['ID=c9414698-f3b6-46c7-9d28-3ba0941bf1c7,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:05.971049 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-889a83cf-eabe-4f44-9622-cd9bb87950ce tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (a4c99147-bf31-4553-9518-d19700b12caa), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:05.997090 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 56f3b43c-0345-4a96-8783-3b7d326dd2cf no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:57:06.006917 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-889a83cf-eabe-4f44-9622-cd9bb87950ce tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (c9414698-f3b6-46c7-9d28-3ba0941bf1c7), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:06.016328 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] No Port match for: 56f3b43c-0345-4a96-8783-3b7d326dd2cf {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:57:06.016677 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 56f3b43c-0345-4a96-8783-3b7d326dd2cf not bound to the agent host hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:57:06.034583 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:06.117482 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:06.161802 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-889a83cf-eabe-4f44-9622-cd9bb87950ce tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for port (c9414698-f3b6-46c7-9d28-3ba0941bf1c7), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:06.166302 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-889a83cf-eabe-4f44-9622-cd9bb87950ce tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (c9414698-f3b6-46c7-9d28-3ba0941bf1c7), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:06.236475 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a83cf-eabe-4f44-9622-cd9bb87950ce tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'Port': ['ID=c9414698-f3b6-46c7-9d28-3ba0941bf1c7,revision_number=2']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:06.238799 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-889a83cf-eabe-4f44-9622-cd9bb87950ce tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (a4c99147-bf31-4553-9518-d19700b12caa), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:06.254553 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-889a83cf-eabe-4f44-9622-cd9bb87950ce tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:06.255792 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-889a83cf-eabe-4f44-9622-cd9bb87950ce tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8546739 Aug 24 17:57:06.455386 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-5ce639ef-cd75-46ef-a082-36597a6e8160 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1167994114&fields=id&tenant_id=625652cfa47248faac8c1f7759c56a14 HTTP/1.1" status: 200 len: 267 time: 0.0443618 Aug 24 17:57:06.559692 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-d734d396-54ed-44d1-8954-cfebb2b1bbc9 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:06.561137 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-d734d396-54ed-44d1-8954-cfebb2b1bbc9 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/networks?id=87807a97-d368-4c81-a10c-4e62e5ebdb01 HTTP/1.1" status: 200 len: 815 time: 0.0994041 Aug 24 17:57:06.576359 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-d6b9ee0f-47c1-482b-ae34-e49171d94212 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/quotas/625652cfa47248faac8c1f7759c56a14 HTTP/1.1" status: 200 len: 375 time: 0.0098109 Aug 24 17:57:06.624700 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-a5f47dd6-536d-4b15-991a-eed94d7a552e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=625652cfa47248faac8c1f7759c56a14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434084 Aug 24 17:57:06.722196 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-49c7e35a-33ed-4e5c-83b2-4043750f7d22 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863545 Aug 24 17:57:06.757421 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400d683-e34e-4bdd-8b70-af340161183f req-725d649d-bf83-416c-bef6-567bf94192b0 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:06.758910 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8400d683-e34e-4bdd-8b70-af340161183f req-725d649d-bf83-416c-bef6-567bf94192b0 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0477948 Aug 24 17:57:06.805965 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8400d683-e34e-4bdd-8b70-af340161183f req-324df3af-4dc2-4b51-a148-a40ed75788fb tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411835 Aug 24 17:57:06.818258 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-5b5f091c-865e-4111-a0e6-4d90289d2ce7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901177 Aug 24 17:57:06.992639 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f226561d-7a67-45d2-b8b4-d86cb491ca56 req-1511f90d-14c3-4607-b28c-1edf45f4cfa2 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2ddeacc2-9845-45e4-a64e-4ee00365b530 HTTP/1.1" status: 200 len: 210 time: 0.0395586 Aug 24 17:57:07.001474 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-1a875c2e-085c-42f3-b9b1-2163eb5c6291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:07.959882 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d9af3-73e2-461d-84a4-68efa027161a req-66ead738-ea9b-4e81-98b6-fd2fd752c2d1 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:07.961366 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5d0d9af3-73e2-461d-84a4-68efa027161a req-66ead738-ea9b-4e81-98b6-fd2fd752c2d1 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0731647 Aug 24 17:57:08.064281 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-013ae024-a884-45fe-b045-e9af4aa5e5fa tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:08.065758 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-013ae024-a884-45fe-b045-e9af4aa5e5fa tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.62 "GET /networking/v2.0/networks?id=87807a97-d368-4c81-a10c-4e62e5ebdb01 HTTP/1.1" status: 200 len: 815 time: 0.1872158 Aug 24 17:57:08.068984 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5d0d9af3-73e2-461d-84a4-68efa027161a req-2dd830aa-220c-4230-a379-7b8d0355d238 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785053 Aug 24 17:57:08.105630 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-418a3373-99ee-4d7f-9a84-89b7e748cc46 req-0c9c009c-0a7a-44ed-9706-06cfc56a12dd tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2ddeacc2-9845-45e4-a64e-4ee00365b530 HTTP/1.1" status: 200 len: 210 time: 0.0337746 Aug 24 17:57:08.252996 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:08.277680 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-a21b8506-a52a-4f13-b81f-16202cc86caa tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.62 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=625652cfa47248faac8c1f7759c56a14 HTTP/1.1" status: 200 len: 380 time: 0.0544877 Aug 24 17:57:08.290928 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-ed6eae77-ecae-4f27-8b97-af9dd8187c09 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'port': {'device_id': '2ddeacc2-9845-45e4-a64e-4ee00365b530', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'admin_state_up': True, 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'security_groups': ['2cc71088-bbe0-45c6-864e-d025b533c817']}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:57:08.400438 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-ed6eae77-ecae-4f27-8b97-af9dd8187c09 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Made reservation on behalf of 625652cfa47248faac8c1f7759c56a14 for: {'port': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:57:08.404645 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-ed6eae77-ecae-4f27-8b97-af9dd8187c09 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:08.426259 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:08.527942 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-ed6eae77-ecae-4f27-8b97-af9dd8187c09 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Allocated IP 172.20.0.10 (87807a97-d368-4c81-a10c-4e62e5ebdb01/fb812c0c-3017-4362-8cd9-519a30ec932c/04238239-ff09-4a67-aedd-1b913bf3958d) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:57:08.665892 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-ed6eae77-ecae-4f27-8b97-af9dd8187c09 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for port (04238239-ff09-4a67-aedd-1b913bf3958d), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:08.696778 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-ed6eae77-ecae-4f27-8b97-af9dd8187c09 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (04238239-ff09-4a67-aedd-1b913bf3958d), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:08.739884 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-ed6eae77-ecae-4f27-8b97-af9dd8187c09 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Network 87807a97-d368-4c81-a10c-4e62e5ebdb01 is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:57:08.742944 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-ed6eae77-ecae-4f27-8b97-af9dd8187c09 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:57:08.747182 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-ed6eae77-ecae-4f27-8b97-af9dd8187c09 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:57:08.773711 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6eae77-ecae-4f27-8b97-af9dd8187c09 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event updated for resources: {'Port': ['ID=04238239-ff09-4a67-aedd-1b913bf3958d,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:08.801864 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-ed6eae77-ecae-4f27-8b97-af9dd8187c09 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:08.802493 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-ed6eae77-ecae-4f27-8b97-af9dd8187c09 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:08.819946 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-ed6eae77-ecae-4f27-8b97-af9dd8187c09 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.62 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5324979 Aug 24 17:57:08.831376 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] Request body: {'port': {'device_id': '2ddeacc2-9845-45e4-a64e-4ee00365b530', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:57:08.892903 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (04238239-ff09-4a67-aedd-1b913bf3958d), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:08.946789 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-1d542f2f-824e-4f75-ad77-87576e04c2b1 None None] Provisioning complete for port 04238239-ff09-4a67-aedd-1b913bf3958d triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:57:08.947710 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-1d542f2f-824e-4f75-ad77-87576e04c2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (04238239-ff09-4a67-aedd-1b913bf3958d), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:08.978742 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-1d542f2f-824e-4f75-ad77-87576e04c2b1 None None] Port 04238239-ff09-4a67-aedd-1b913bf3958d cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:57:09.064912 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:09.097451 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621989a1-da13-4843-a815-3a83dfa36e30 req-6f434167-55ca-4a10-8895-3244debb3197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:09.099212 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-621989a1-da13-4843-a815-3a83dfa36e30 req-6f434167-55ca-4a10-8895-3244debb3197 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=1422bbfed9414b8cada1656aed195a31&device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 1130 time: 0.0441582 Aug 24 17:57:09.194136 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04238239-ff09-4a67-aedd-1b913bf3958d {{(pid=112764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:57:09.206578 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] Publish callbacks [] for port (04238239-ff09-4a67-aedd-1b913bf3958d), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:09.219587 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb11a92-3ef3-4bd1-bb92-fa3e5fb53691 req-7efb63e3-c9e3-4764-94ff-dcb002c539a3 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:09.221040 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8fb11a92-3ef3-4bd1-bb92-fa3e5fb53691 req-7efb63e3-c9e3-4764-94ff-dcb002c539a3 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0669532 Aug 24 17:57:09.228349 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.provisioning_blocks [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] Transition to ACTIVE for port object 04238239-ff09-4a67-aedd-1b913bf3958d will not be triggered until provisioned by entity L2. {{(pid=112764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:57:09.236568 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:09.238609 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (04238239-ff09-4a67-aedd-1b913bf3958d), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:09.250740 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fdcf6-6ba9-48ab-b139-9f36ea232074 req-0e4019bf-54b4-4f09-8ce9-c128d8f5e540 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:09.252877 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-389fdcf6-6ba9-48ab-b139-9f36ea232074 req-0e4019bf-54b4-4f09-8ce9-c128d8f5e540 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2ddeacc2-9845-45e4-a64e-4ee00365b530 HTTP/1.1" status: 200 len: 932 time: 0.0683930 Aug 24 17:57:09.255909 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621989a1-da13-4843-a815-3a83dfa36e30 req-7e7ed6ee-9cb7-4d3e-99e4-a725eae3c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:09.257257 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-621989a1-da13-4843-a815-3a83dfa36e30 req-7e7ed6ee-9cb7-4d3e-99e4-a725eae3c5f2 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=29fbbcf6-c646-4aae-ba1c-126437193f4d HTTP/1.1" status: 200 len: 912 time: 0.1350017 Aug 24 17:57:09.306100 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] Pushing event updated for resources: {'Port': ['ID=04238239-ff09-4a67-aedd-1b913bf3958d,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:09.353510 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-389fdcf6-6ba9-48ab-b139-9f36ea232074 req-716a092f-f9d0-47a6-8a78-87a6338fa8e1 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc71088-bbe0-45c6-864e-d025b533c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942214 Aug 24 17:57:09.355368 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-621989a1-da13-4843-a815-3a83dfa36e30 req-9b16893f-4f1d-4e92-b09a-5b1e27a699db service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bd0f31f-109e-44d3-a9ca-645f8d269396 HTTP/1.1" status: 200 len: 1002 time: 0.0877469 Aug 24 17:57:09.355743 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8fb11a92-3ef3-4bd1-bb92-fa3e5fb53691 req-0d1abc35-1080-4ab0-94cc-7f7c1138ef38 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252465 Aug 24 17:57:09.391054 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] Attempting to bind port 04238239-ff09-4a67-aedd-1b913bf3958d on host hv-cinder-84052 for vnic_type normal with profile {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:57:09.391419 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] Attempting to bind port 04238239-ff09-4a67-aedd-1b913bf3958d by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:57:09.391784 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] Attempting to bind port 04238239-ff09-4a67-aedd-1b913bf3958d on network 87807a97-d368-4c81-a10c-4e62e5ebdb01 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:57:09.396272 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] Port 04238239-ff09-4a67-aedd-1b913bf3958d on network 87807a97-d368-4c81-a10c-4e62e5ebdb01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:57:09.396599 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] Attempting to bind port 04238239-ff09-4a67-aedd-1b913bf3958d on network 87807a97-d368-4c81-a10c-4e62e5ebdb01 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:57:09.401435 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] Checking agent: {'id': 'd24852b8-87fc-4acc-b821-6f57e7364c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'started_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:57:09.401775 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] Checking segment: {'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:57:09.402161 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] Bound using segment: {'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:57:09.402596 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] Bound port: 04238239-ff09-4a67-aedd-1b913bf3958d, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '189ea71e-26ad-46a8-8955-35537b10f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01'}}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:57:09.402957 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (04238239-ff09-4a67-aedd-1b913bf3958d), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:09.413296 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621989a1-da13-4843-a815-3a83dfa36e30 req-18bd392b-1305-40b6-84e8-d9b1c5f72dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:09.414770 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-621989a1-da13-4843-a815-3a83dfa36e30 req-18bd392b-1305-40b6-84e8-d9b1c5f72dd2 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=346fead9-f659-4b2d-a5d3-8f7d9b4bf123 HTTP/1.1" status: 200 len: 850 time: 0.0533214 Aug 24 17:57:09.460697 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621989a1-da13-4843-a815-3a83dfa36e30 req-2f6a2e89-9384-4755-b8f8-9abaea6a3047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:09.462303 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-621989a1-da13-4843-a815-3a83dfa36e30 req-2f6a2e89-9384-4755-b8f8-9abaea6a3047 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=29fbbcf6-c646-4aae-ba1c-126437193f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412302 Aug 24 17:57:09.464304 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-5a4ef8b3-3d0f-48b5-b329-3250d464ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:09.465012 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] For port 04238239-ff09-4a67-aedd-1b913bf3958d, host hv-cinder-84052, cleared binding levels {{(pid=112764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:57:09.468329 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] For port 04238239-ff09-4a67-aedd-1b913bf3958d, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=04238239-ff09-4a67-aedd-1b913bf3958d,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:57:09.474598 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (04238239-ff09-4a67-aedd-1b913bf3958d), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:09.478958 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:09.479585 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:09.481020 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] 10.222.0.62 "PUT /networking/v2.0/ports/04238239-ff09-4a67-aedd-1b913bf3958d HTTP/1.1" status: 200 len: 1094 time: 0.6538908 Aug 24 17:57:09.481435 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddeacc2-9845-45e4-a64e-4ee00365b530', 'tag': '04238239-ff09-4a67-aedd-1b913bf3958d'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:57:09.483671 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec97a61-8475-41a0-a65b-7088e4f797cf" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddeacc2-9845-45e4-a64e-4ee00365b530", "tag": "04238239-ff09-4a67-aedd-1b913bf3958d"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:57:09.532376 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39fac60-6dd7-4076-9073-b1ae5e745535 x-openstack-request-id: req-c39fac60-6dd7-4076-9073-b1ae5e745535 {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:57:09.532667 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddeacc2-9845-45e4-a64e-4ee00365b530", "tag": "04238239-ff09-4a67-aedd-1b913bf3958d", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:57:09.532913 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c39fac60-6dd7-4076-9073-b1ae5e745535 {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:57:09.533335 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c39fac60-6dd7-4076-9073-b1ae5e745535'] response: {'name': 'network-changed', 'server_uuid': '2ddeacc2-9845-45e4-a64e-4ee00365b530', 'tag': '04238239-ff09-4a67-aedd-1b913bf3958d', 'status': 'completed', 'code': 200} Aug 24 17:57:09.536274 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9236e28-6b2c-4723-8232-3cdb4c9f3155 service neutron] Pushing event updated for resources: {'Port': ['ID=04238239-ff09-4a67-aedd-1b913bf3958d,revision_number=3']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:09.579903 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-621989a1-da13-4843-a815-3a83dfa36e30 req-8c922de1-b245-4843-b775-a8437055ec50 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108458 Aug 24 17:57:09.582081 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-8503e0df-517c-4ca3-9e8b-6321e53221d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:09.583571 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-8503e0df-517c-4ca3-9e8b-6321e53221d2 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=625652cfa47248faac8c1f7759c56a14&device_id=2ddeacc2-9845-45e4-a64e-4ee00365b530 HTTP/1.1" status: 200 len: 1128 time: 0.0429609 Aug 24 17:57:09.626675 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-f6d65bcb-ed06-4eef-805d-8b1bf49a6ab6 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04238239-ff09-4a67-aedd-1b913bf3958d HTTP/1.1" status: 200 len: 217 time: 0.0335140 Aug 24 17:57:09.662125 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:09.675673 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-4b30abda-7179-4699-ac99-d2c06513d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:09.677134 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-4b30abda-7179-4699-ac99-d2c06513d342 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=fb812c0c-3017-4362-8cd9-519a30ec932c HTTP/1.1" status: 200 len: 854 time: 0.0435193 Aug 24 17:57:09.679913 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-621989a1-da13-4843-a815-3a83dfa36e30 req-7f44a175-0819-40b8-9326-25a75c3ac77f service neutron] 10.222.0.62 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872242 Aug 24 17:57:09.722994 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-773323d7-3c39-45b0-8072-05300d94ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:09.724519 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-773323d7-3c39-45b0-8072-05300d94ef61 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=87807a97-d368-4c81-a10c-4e62e5ebdb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383182 Aug 24 17:57:09.818128 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-3bd80ca2-4995-49d4-8b50-e38077b26661 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874195 Aug 24 17:57:09.888287 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:09.913793 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3abff9cf-eae0-4fc4-826a-0f29770453f0 req-9f62c8c8-6b4b-4600-a265-dfcd8868f1d5 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884044 Aug 24 17:57:10.473206 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8929f3d-b4da-4573-a644-85ad6e8aa22b req-9dba05cb-f0b0-4ae9-a8d6-96885da185d5 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:10.474700 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c8929f3d-b4da-4573-a644-85ad6e8aa22b req-9dba05cb-f0b0-4ae9-a8d6-96885da185d5 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2ddeacc2-9845-45e4-a64e-4ee00365b530 HTTP/1.1" status: 200 len: 944 time: 0.0474889 Aug 24 17:57:10.479023 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c1a49-0497-42ac-a9a3-927d2481e72b req-ecbe9c9f-4516-469e-889d-ca2c6a3d1dee tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:10.481017 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fd3c1a49-0497-42ac-a9a3-927d2481e72b req-ecbe9c9f-4516-469e-889d-ca2c6a3d1dee tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0462821 Aug 24 17:57:10.527092 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-c8929f3d-b4da-4573-a644-85ad6e8aa22b req-8a5a263b-94ae-4a08-9c80-279c24facc28 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc71088-bbe0-45c6-864e-d025b533c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457575 Aug 24 17:57:10.528667 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fd3c1a49-0497-42ac-a9a3-927d2481e72b req-7b8895e3-95a5-412e-9a00-80461a37e5f8 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421400 Aug 24 17:57:10.625776 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:10.831828 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec97a61-8475-41a0-a65b-7088e4f797cf req-6d8f7c03-a480-4fac-a1bc-014af29eed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:10.833301 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6ec97a61-8475-41a0-a65b-7088e4f797cf req-6d8f7c03-a480-4fac-a1bc-014af29eed61 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=625652cfa47248faac8c1f7759c56a14&device_id=2ddeacc2-9845-45e4-a64e-4ee00365b530 HTTP/1.1" status: 200 len: 1128 time: 0.0382299 Aug 24 17:57:10.926062 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec97a61-8475-41a0-a65b-7088e4f797cf req-031806e1-8f42-4e36-9bee-1cae02c1d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:10.927535 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6ec97a61-8475-41a0-a65b-7088e4f797cf req-031806e1-8f42-4e36-9bee-1cae02c1d252 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=87807a97-d368-4c81-a10c-4e62e5ebdb01 HTTP/1.1" status: 200 len: 916 time: 0.0875533 Aug 24 17:57:10.965781 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6ec97a61-8475-41a0-a65b-7088e4f797cf req-2d21e990-5bb2-4661-8de2-27999d2dd575 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04238239-ff09-4a67-aedd-1b913bf3958d HTTP/1.1" status: 200 len: 217 time: 0.0322747 Aug 24 17:57:11.013642 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec97a61-8475-41a0-a65b-7088e4f797cf req-695ea141-83d1-4b61-b5e4-fe11ff886fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:11.015037 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6ec97a61-8475-41a0-a65b-7088e4f797cf req-695ea141-83d1-4b61-b5e4-fe11ff886fc3 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=fb812c0c-3017-4362-8cd9-519a30ec932c HTTP/1.1" status: 200 len: 854 time: 0.0425067 Aug 24 17:57:11.065285 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec97a61-8475-41a0-a65b-7088e4f797cf req-b25cc4cd-3418-46e5-a644-39792c389b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:11.066783 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6ec97a61-8475-41a0-a65b-7088e4f797cf req-b25cc4cd-3418-46e5-a644-39792c389b65 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=87807a97-d368-4c81-a10c-4e62e5ebdb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447900 Aug 24 17:57:11.328907 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:11.357699 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6ec97a61-8475-41a0-a65b-7088e4f797cf req-f31ee983-51ce-4ece-bc71-36b1fe507281 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869281 Aug 24 17:57:11.453087 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6ec97a61-8475-41a0-a65b-7088e4f797cf req-4d13b5d6-6c5f-43fc-a706-80550cd8c601 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876987 Aug 24 17:57:11.649737 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be979e02-35dc-4155-966c-18b851b083cf req-68b345b2-67bc-40d7-8b43-eee46db70f62 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:11.651370 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-be979e02-35dc-4155-966c-18b851b083cf req-68b345b2-67bc-40d7-8b43-eee46db70f62 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2ddeacc2-9845-45e4-a64e-4ee00365b530 HTTP/1.1" status: 200 len: 944 time: 0.0479293 Aug 24 17:57:11.652819 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e34c8d-b12c-45a5-8b25-e18e1a26b0f0 req-8f2eae7f-5b4c-4713-aab8-dd892d5d1995 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:11.654379 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d1e34c8d-b12c-45a5-8b25-e18e1a26b0f0 req-8f2eae7f-5b4c-4713-aab8-dd892d5d1995 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0473247 Aug 24 17:57:11.699697 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-be979e02-35dc-4155-966c-18b851b083cf req-ef677b4d-63f7-4e7d-95c5-1b688a58b77a tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc71088-bbe0-45c6-864e-d025b533c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424292 Aug 24 17:57:11.704024 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d1e34c8d-b12c-45a5-8b25-e18e1a26b0f0 req-6a79aa1e-1d77-45e1-a82a-8cc553d5751a tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440950 Aug 24 17:57:11.982324 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:12.025930 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 04238239-ff09-4a67-aedd-1b913bf3958d details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:57:12.112100 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:12.140230 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 04238239-ff09-4a67-aedd-1b913bf3958d, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=04238239-ff09-4a67-aedd-1b913bf3958d,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:57:12.151602 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '04238239-ff09-4a67-aedd-1b913bf3958d', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'port_id': '04238239-ff09-4a67-aedd-1b913bf3958d', 'mac_address': 'fa:16:3e:a9:74:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:57:12.190370 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 04238239-ff09-4a67-aedd-1b913bf3958d is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:57:12.190756 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (04238239-ff09-4a67-aedd-1b913bf3958d), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:12.203811 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04238239-ff09-4a67-aedd-1b913bf3958d {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:57:12.224031 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 04238239-ff09-4a67-aedd-1b913bf3958d, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=04238239-ff09-4a67-aedd-1b913bf3958d,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:57:12.227566 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (04238239-ff09-4a67-aedd-1b913bf3958d), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:12.272357 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=04238239-ff09-4a67-aedd-1b913bf3958d,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:12.482900 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['04238239-ff09-4a67-aedd-1b913bf3958d'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:57:12.832005 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92760fa-afd6-4ccb-a9ed-06ccea5f49f2 req-fe35b0b0-c5d0-42cf-8eae-47ebcce25b43 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:12.833605 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e92760fa-afd6-4ccb-a9ed-06ccea5f49f2 req-fe35b0b0-c5d0-42cf-8eae-47ebcce25b43 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0541775 Aug 24 17:57:12.885300 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e92760fa-afd6-4ccb-a9ed-06ccea5f49f2 req-a168210c-26e1-4cc7-8fbe-d8b86ba8ffd1 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458133 Aug 24 17:57:12.966833 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baac9fb-1ad2-4c62-aba5-7dee663d041f req-682bf32e-8a85-4068-9664-93c20701a2cf tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:12.968311 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-9baac9fb-1ad2-4c62-aba5-7dee663d041f req-682bf32e-8a85-4068-9664-93c20701a2cf tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2ddeacc2-9845-45e4-a64e-4ee00365b530 HTTP/1.1" status: 200 len: 945 time: 0.0464385 Aug 24 17:57:12.978968 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:13.016809 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-9baac9fb-1ad2-4c62-aba5-7dee663d041f req-0bf3ee0b-7f6f-4fed-865a-b5bb6454abb2 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc71088-bbe0-45c6-864e-d025b533c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428801 Aug 24 17:57:14.003065 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208f39a-f7d0-4bed-8bed-1adb69b5528e req-52e5b864-04a4-4a0e-9400-01a6b0e19cf7 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:14.004549 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d208f39a-f7d0-4bed-8bed-1adb69b5528e req-52e5b864-04a4-4a0e-9400-01a6b0e19cf7 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0468259 Aug 24 17:57:14.007201 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=68 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:14.008413 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=62 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:14.043936 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 04238239-ff09-4a67-aedd-1b913bf3958d up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:57:14.054405 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d208f39a-f7d0-4bed-8bed-1adb69b5528e req-3c476e88-e969-4587-b1f4-27d41fcb3829 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442965 Aug 24 17:57:14.093201 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning for port 04238239-ff09-4a67-aedd-1b913bf3958d completed by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:57:14.098928 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 04238239-ff09-4a67-aedd-1b913bf3958d triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:57:14.099316 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (04238239-ff09-4a67-aedd-1b913bf3958d), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:14.142109 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9c46c-8cf4-4eb5-b706-8900bebb49bb req-0a13d046-5d8d-46b9-9af3-5c4004ec06a0 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:14.143645 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f6c9c46c-8cf4-4eb5-b706-8900bebb49bb req-0a13d046-5d8d-46b9-9af3-5c4004ec06a0 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2ddeacc2-9845-45e4-a64e-4ee00365b530 HTTP/1.1" status: 200 len: 945 time: 0.0502834 Aug 24 17:57:14.162798 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:14.177245 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 04238239-ff09-4a67-aedd-1b913bf3958d is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:57:14.177546 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (04238239-ff09-4a67-aedd-1b913bf3958d), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:14.192502 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-f6c9c46c-8cf4-4eb5-b706-8900bebb49bb req-7e632a75-a647-4ddb-90e5-05a7d9226c6b tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc71088-bbe0-45c6-864e-d025b533c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431812 Aug 24 17:57:14.202630 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddeacc2-9845-45e4-a64e-4ee00365b530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04238239-ff09-4a67-aedd-1b913bf3958d'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:57:14.205171 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a17593b-f620-4d14-a6ac-30b07a589a36" -d '{"events": [{"server_uuid": "2ddeacc2-9845-45e4-a64e-4ee00365b530", "name": "network-vif-plugged", "status": "completed", "tag": "04238239-ff09-4a67-aedd-1b913bf3958d"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:57:14.215134 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:14.218894 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 04238239-ff09-4a67-aedd-1b913bf3958d, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=04238239-ff09-4a67-aedd-1b913bf3958d,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:57:14.223781 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (04238239-ff09-4a67-aedd-1b913bf3958d), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:14.246379 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a8f5fc-9d76-400d-a29a-bd0d1f2f082b x-openstack-request-id: req-44a8f5fc-9d76-400d-a29a-bd0d1f2f082b {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:57:14.246667 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddeacc2-9845-45e4-a64e-4ee00365b530", "name": "network-vif-plugged", "status": "completed", "tag": "04238239-ff09-4a67-aedd-1b913bf3958d", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:57:14.246913 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-44a8f5fc-9d76-400d-a29a-bd0d1f2f082b {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:57:14.247302 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a8f5fc-9d76-400d-a29a-bd0d1f2f082b'] response: {'server_uuid': '2ddeacc2-9845-45e4-a64e-4ee00365b530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04238239-ff09-4a67-aedd-1b913bf3958d', 'code': 200} Aug 24 17:57:14.274267 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=04238239-ff09-4a67-aedd-1b913bf3958d,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:57:14.407149 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae264ba-80a4-4111-bb57-905fadb38d9c req-951da730-1a58-43ac-8c98-476206fc7d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:14.408679 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7ae264ba-80a4-4111-bb57-905fadb38d9c req-951da730-1a58-43ac-8c98-476206fc7d22 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2ddeacc2-9845-45e4-a64e-4ee00365b530 HTTP/1.1" status: 200 len: 1130 time: 0.0389609 Aug 24 17:57:14.456823 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7ae264ba-80a4-4111-bb57-905fadb38d9c req-cb029664-bb9f-43ee-96ca-02f3df1e9d0d service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2cc71088-bbe0-45c6-864e-d025b533c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410917 Aug 24 17:57:15.175433 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289dda8-3dfb-4d71-9ba3-9f1f3f535c0e req-dd7f191b-db37-4281-ac3a-a386698c9964 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:15.176928 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-9289dda8-3dfb-4d71-9ba3-9f1f3f535c0e req-dd7f191b-db37-4281-ac3a-a386698c9964 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0471287 Aug 24 17:57:15.224930 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-9289dda8-3dfb-4d71-9ba3-9f1f3f535c0e req-2dd18804-eaa6-4058-bc8a-554f28f87bad tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423822 Aug 24 17:57:15.314837 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871d5f8-a4fd-4f8e-b350-87c1a222ea52 req-a7143417-89db-4d64-a69d-0a80cbc873e6 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:15.316322 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4871d5f8-a4fd-4f8e-b350-87c1a222ea52 req-a7143417-89db-4d64-a69d-0a80cbc873e6 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2ddeacc2-9845-45e4-a64e-4ee00365b530 HTTP/1.1" status: 200 len: 946 time: 0.0483303 Aug 24 17:57:15.365781 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4871d5f8-a4fd-4f8e-b350-87c1a222ea52 req-1b30147b-1414-4b47-b1f1-b1ccca38be94 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc71088-bbe0-45c6-864e-d025b533c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436537 Aug 24 17:57:16.342727 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319148bf-29f5-4f5f-96ed-0544cef9451d req-42cca024-0bfc-4502-80ab-c8d2b8d73579 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:16.344248 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-319148bf-29f5-4f5f-96ed-0544cef9451d req-42cca024-0bfc-4502-80ab-c8d2b8d73579 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0470800 Aug 24 17:57:16.396252 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-319148bf-29f5-4f5f-96ed-0544cef9451d req-89f7ce6c-3bfa-48d1-8dda-751fc4a859b5 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465693 Aug 24 17:57:16.467758 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:16.485398 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c8d88-23b3-451b-9a0d-2423b95ab2ff req-e1482665-34b2-4ad2-bc5e-841fe62193ab tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:16.486880 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e59c8d88-23b3-451b-9a0d-2423b95ab2ff req-e1482665-34b2-4ad2-bc5e-841fe62193ab tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2ddeacc2-9845-45e4-a64e-4ee00365b530 HTTP/1.1" status: 200 len: 946 time: 0.0471456 Aug 24 17:57:16.533168 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-e59c8d88-23b3-451b-9a0d-2423b95ab2ff req-a70a50a6-8dca-4cb2-9077-7b436e07ed2b tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc71088-bbe0-45c6-864e-d025b533c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407610 Aug 24 17:57:16.645549 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7d99b-fb2b-4d7a-bff8-104bc16a0064 req-9a08afd5-c04f-411a-a924-eb491197ceec tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:16.647031 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-1ce7d99b-fb2b-4d7a-bff8-104bc16a0064 req-9a08afd5-c04f-411a-a924-eb491197ceec tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2ddeacc2-9845-45e4-a64e-4ee00365b530 HTTP/1.1" status: 200 len: 946 time: 0.0461762 Aug 24 17:57:16.657106 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 39022) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:57:16.661460 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-78f9e3a2-088e-4b8d-b6b0-8af712424545 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Request body: {'floatingip': {'port_id': '04238239-ff09-4a67-aedd-1b913bf3958d'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:57:16.699832 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-78f9e3a2-088e-4b8d-b6b0-8af712424545 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (a4c99147-bf31-4553-9518-d19700b12caa), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:17.059400 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:17.110939 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-78f9e3a2-088e-4b8d-b6b0-8af712424545 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:17.115264 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-78f9e3a2-088e-4b8d-b6b0-8af712424545 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (a4c99147-bf31-4553-9518-d19700b12caa), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:17.210368 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.l3_db [None req-78f9e3a2-088e-4b8d-b6b0-8af712424545 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Floating IP a4c99147-bf31-4553-9518-d19700b12caa associated. External IP: 172.27.1.7, port: 04238239-ff09-4a67-aedd-1b913bf3958d. Aug 24 17:57:17.394428 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:17.405144 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f9e3a2-088e-4b8d-b6b0-8af712424545 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Router a12cebee-53ca-4401-a424-dd8eaf36456d has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:57:17.512034 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f9e3a2-088e-4b8d-b6b0-8af712424545 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:57:17.517338 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-78f9e3a2-088e-4b8d-b6b0-8af712424545 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:17.524713 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e11fd3-6253-4cd1-8c58-d6d0d4a112df None None] Sync routers for ids ['a12cebee-53ca-4401-a424-dd8eaf36456d'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:57:17.528113 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435608b6-1b96-4668-8405-6f52868ddd6d req-4236a736-1db0-4445-af75-8a9418d34868 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:17.530366 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-435608b6-1b96-4668-8405-6f52868ddd6d req-4236a736-1db0-4445-af75-8a9418d34868 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0555954 Aug 24 17:57:17.541581 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e11fd3-6253-4cd1-8c58-d6d0d4a112df None None] Routers {'a12cebee-53ca-4401-a424-dd8eaf36456d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:57:17.542456 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-c8e11fd3-6253-4cd1-8c58-d6d0d4a112df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:57:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a12cebee-53ca-4401-a424-dd8eaf36456d'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:57:17.549264 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-78f9e3a2-088e-4b8d-b6b0-8af712424545 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/a4c99147-bf31-4553-9518-d19700b12caa HTTP/1.1" status: 200 len: 990 time: 0.8890371 Aug 24 17:57:17.549264 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddeacc2-9845-45e4-a64e-4ee00365b530', 'tag': '04238239-ff09-4a67-aedd-1b913bf3958d'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:57:17.550321 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d7f811-0c37-4de6-85ea-190a5fe85b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddeacc2-9845-45e4-a64e-4ee00365b530", "tag": "04238239-ff09-4a67-aedd-1b913bf3958d"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:57:17.584595 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-435608b6-1b96-4668-8405-6f52868ddd6d req-c0962ec0-a758-4a0d-889e-4e78736186d9 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482583 Aug 24 17:57:17.592641 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251be794-3cb0-44ba-a13e-6ee092cb08ce x-openstack-request-id: req-251be794-3cb0-44ba-a13e-6ee092cb08ce {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:57:17.593392 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddeacc2-9845-45e4-a64e-4ee00365b530", "tag": "04238239-ff09-4a67-aedd-1b913bf3958d", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:57:17.593652 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-251be794-3cb0-44ba-a13e-6ee092cb08ce {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:57:17.594082 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-251be794-3cb0-44ba-a13e-6ee092cb08ce'] response: {'name': 'network-changed', 'server_uuid': '2ddeacc2-9845-45e4-a64e-4ee00365b530', 'tag': '04238239-ff09-4a67-aedd-1b913bf3958d', 'status': 'completed', 'code': 200} Aug 24 17:57:17.654316 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7f811-0c37-4de6-85ea-190a5fe85b2c req-2c2b05e0-b5fa-4b81-b162-e7170988c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:17.655787 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-04d7f811-0c37-4de6-85ea-190a5fe85b2c req-2c2b05e0-b5fa-4b81-b162-e7170988c9e4 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=625652cfa47248faac8c1f7759c56a14&device_id=2ddeacc2-9845-45e4-a64e-4ee00365b530 HTTP/1.1" status: 200 len: 1130 time: 0.0425167 Aug 24 17:57:17.745466 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-c8e11fd3-6253-4cd1-8c58-d6d0d4a112df None None] Set router a12cebee-53ca-4401-a424-dd8eaf36456d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:57:17.752547 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7f811-0c37-4de6-85ea-190a5fe85b2c req-27435e42-e6fa-4406-bc1d-e22a105ffc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:17.754069 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-04d7f811-0c37-4de6-85ea-190a5fe85b2c req-27435e42-e6fa-4406-bc1d-e22a105ffc60 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=87807a97-d368-4c81-a10c-4e62e5ebdb01 HTTP/1.1" status: 200 len: 916 time: 0.0914981 Aug 24 17:57:17.815369 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-04d7f811-0c37-4de6-85ea-190a5fe85b2c req-04ec817d-bac5-43e3-8b7d-780bbcf8b6de service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04238239-ff09-4a67-aedd-1b913bf3958d HTTP/1.1" status: 200 len: 998 time: 0.0554960 Aug 24 17:57:17.864902 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7f811-0c37-4de6-85ea-190a5fe85b2c req-7e37b35c-4c4a-4b44-ab4f-eb4a04139b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:17.866353 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-04d7f811-0c37-4de6-85ea-190a5fe85b2c req-7e37b35c-4c4a-4b44-ab4f-eb4a04139b35 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=fb812c0c-3017-4362-8cd9-519a30ec932c HTTP/1.1" status: 200 len: 854 time: 0.0445352 Aug 24 17:57:17.880866 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:17.913580 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7f811-0c37-4de6-85ea-190a5fe85b2c req-e6c82290-9d3a-4489-92fd-67bce911c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:17.914998 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-04d7f811-0c37-4de6-85ea-190a5fe85b2c req-e6c82290-9d3a-4489-92fd-67bce911c553 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=87807a97-d368-4c81-a10c-4e62e5ebdb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424938 Aug 24 17:57:17.949777 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-c8e11fd3-6253-4cd1-8c58-d6d0d4a112df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': 'a4c99147-bf31-4553-9518-d19700b12caa', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'port_id': '04238239-ff09-4a67-aedd-1b913bf3958d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'mac_address': 'fa:16:3e:a9:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddeacc2-9845-45e4-a64e-4ee00365b530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:57:05Z', 'updated_at': '2022-08-24T17:57:17Z', 'revision_number': 1, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:57:17.977605 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e11fd3-6253-4cd1-8c58-d6d0d4a112df None None] Checking router: a12cebee-53ca-4401-a424-dd8eaf36456d for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:57:17.985823 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e11fd3-6253-4cd1-8c58-d6d0d4a112df None None] Routers {'a12cebee-53ca-4401-a424-dd8eaf36456d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:57:17.986413 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-c8e11fd3-6253-4cd1-8c58-d6d0d4a112df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:57:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a12cebee-53ca-4401-a424-dd8eaf36456d'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:57:18.006687 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-04d7f811-0c37-4de6-85ea-190a5fe85b2c req-f8a18a40-1932-4c66-afd7-09243e4aafb3 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845881 Aug 24 17:57:18.083611 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-c8e11fd3-6253-4cd1-8c58-d6d0d4a112df None None] Set router a12cebee-53ca-4401-a424-dd8eaf36456d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:57:18.306462 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-c8e11fd3-6253-4cd1-8c58-d6d0d4a112df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': 'a4c99147-bf31-4553-9518-d19700b12caa', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'port_id': '04238239-ff09-4a67-aedd-1b913bf3958d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'mac_address': 'fa:16:3e:a9:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddeacc2-9845-45e4-a64e-4ee00365b530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:57:05Z', 'updated_at': '2022-08-24T17:57:17Z', 'revision_number': 1, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:57:18.333434 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e11fd3-6253-4cd1-8c58-d6d0d4a112df None None] The sync data for ids ['a12cebee-53ca-4401-a424-dd8eaf36456d'] in dv-cinder-840525-3-iscsi is: [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': 'a4c99147-bf31-4553-9518-d19700b12caa', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'port_id': '04238239-ff09-4a67-aedd-1b913bf3958d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'mac_address': 'fa:16:3e:a9:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddeacc2-9845-45e4-a64e-4ee00365b530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:57:05Z', 'updated_at': '2022-08-24T17:57:17Z', 'revision_number': 1, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:57:18.335432 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-04d7f811-0c37-4de6-85ea-190a5fe85b2c req-38f8b7b8-bc55-459d-9bda-417a8e9d9ae5 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227274 Aug 24 17:57:18.525936 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0909395-2318-44a1-8d12-18f37a5f5ad5 None None] New status for floating IP a4c99147-bf31-4553-9518-d19700b12caa: ACTIVE {{(pid=112765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:57:18.710913 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba447ff-8e10-4b13-b275-c5fd66ad51b2 req-53d84c6a-0c68-45fe-b5ff-bc7f45ddaeb1 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:18.712423 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-cba447ff-8e10-4b13-b275-c5fd66ad51b2 req-53d84c6a-0c68-45fe-b5ff-bc7f45ddaeb1 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0514941 Aug 24 17:57:18.759539 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-cba447ff-8e10-4b13-b275-c5fd66ad51b2 req-eee7f9db-b0a9-4396-ba18-52394ee81bb5 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413992 Aug 24 17:57:18.998217 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753afc11-2c60-464d-b81f-83e6c65c72ec req-0875d676-adca-4ac1-92d9-15dac99650c1 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:18.999744 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-753afc11-2c60-464d-b81f-83e6c65c72ec req-0875d676-adca-4ac1-92d9-15dac99650c1 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0479140 Aug 24 17:57:19.047832 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee16704-00fa-4702-8102-88be6197a367 req-954b8303-f3b3-4b3b-8440-9d55ee033d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:19.048626 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-753afc11-2c60-464d-b81f-83e6c65c72ec req-2c662586-29f9-4127-bb5d-2753b37fbb31 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424943 Aug 24 17:57:19.049367 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7ee16704-00fa-4702-8102-88be6197a367 req-954b8303-f3b3-4b3b-8440-9d55ee033d1c service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=1422bbfed9414b8cada1656aed195a31&device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 1130 time: 0.0401998 Aug 24 17:57:19.145085 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee16704-00fa-4702-8102-88be6197a367 req-09c04518-811e-4580-a66e-0c3c03c6a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:19.146574 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7ee16704-00fa-4702-8102-88be6197a367 req-09c04518-811e-4580-a66e-0c3c03c6a089 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=29fbbcf6-c646-4aae-ba1c-126437193f4d HTTP/1.1" status: 200 len: 912 time: 0.0909729 Aug 24 17:57:19.207302 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7ee16704-00fa-4702-8102-88be6197a367 req-6ebcf5f7-e9bd-4d67-95c4-2639c5ef0cd8 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bd0f31f-109e-44d3-a9ca-645f8d269396 HTTP/1.1" status: 200 len: 1002 time: 0.0545573 Aug 24 17:57:19.255644 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee16704-00fa-4702-8102-88be6197a367 req-7a14185b-aa69-4d23-a821-734dc8a263ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:19.257200 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7ee16704-00fa-4702-8102-88be6197a367 req-7a14185b-aa69-4d23-a821-734dc8a263ee service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=346fead9-f659-4b2d-a5d3-8f7d9b4bf123 HTTP/1.1" status: 200 len: 850 time: 0.0437779 Aug 24 17:57:19.302308 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee16704-00fa-4702-8102-88be6197a367 req-55e0d7b6-fcba-40b3-bde1-3cb80ca88295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:19.303787 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7ee16704-00fa-4702-8102-88be6197a367 req-55e0d7b6-fcba-40b3-bde1-3cb80ca88295 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=29fbbcf6-c646-4aae-ba1c-126437193f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413108 Aug 24 17:57:19.391833 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7ee16704-00fa-4702-8102-88be6197a367 req-a0687e01-b839-45da-8a10-29c2fcdadf13 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824151 Aug 24 17:57:19.414030 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:19.485319 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7ee16704-00fa-4702-8102-88be6197a367 req-02e3f78c-8650-4ac4-8efd-ca181c744842 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871687 Aug 24 17:57:19.800106 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:57:20.169129 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d639f-ff0a-4287-ba5b-ed8bbf9ac6ca req-398a3733-bafc-416e-a488-2c19a5823016 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:20.170598 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8e4d639f-ff0a-4287-ba5b-ed8bbf9ac6ca req-398a3733-bafc-416e-a488-2c19a5823016 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0469012 Aug 24 17:57:20.218253 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8e4d639f-ff0a-4287-ba5b-ed8bbf9ac6ca req-6272a0d7-b29a-411b-a1a1-f280c3249e06 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420561 Aug 24 17:57:21.338727 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e22301-0a0e-4283-b88f-451c225f0d01 req-313f3f34-aad9-4f1c-8a12-a82b02a32b95 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:21.340921 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-53e22301-0a0e-4283-b88f-451c225f0d01 req-313f3f34-aad9-4f1c-8a12-a82b02a32b95 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0459688 Aug 24 17:57:21.390118 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-53e22301-0a0e-4283-b88f-451c225f0d01 req-3d394062-b458-48ee-9a7a-55d760f4f38f tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434289 Aug 24 17:57:28.626999 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:28.628967 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:29.795800 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=76 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:29.796465 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=80 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:30.212046 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=80 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:30.214141 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=17 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:31.384499 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=83 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:31.386485 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=43 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:35.127376 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:36.996953 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-04783fe1-f9ef-4749-a462-b1d62f7c5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:39.466986 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-7f40e3fe-cdd5-4aaf-8e98-0c3dd6030fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:40.626537 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:41.985418 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:42.064207 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:57:52.057916 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:52.060622 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:57:56.288489 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc3c62-d880-4165-b495-b65e77c51ef5 req-797049dd-83fc-44a0-87dd-7e3e9ec57031 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:56.289995 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8bdc3c62-d880-4165-b495-b65e77c51ef5 req-797049dd-83fc-44a0-87dd-7e3e9ec57031 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0506630 Aug 24 17:57:56.338899 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-8bdc3c62-d880-4165-b495-b65e77c51ef5 req-e378aad8-3645-4949-8072-e1bc5fe02844 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424500 Aug 24 17:57:56.800501 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:57:57.457746 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29c316-4ffd-4a3c-97ca-dedee4028ff2 req-9808c870-ed04-4ff5-a885-92d9dc4851e1 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:57.459202 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-1c29c316-4ffd-4a3c-97ca-dedee4028ff2 req-9808c870-ed04-4ff5-a885-92d9dc4851e1 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0473862 Aug 24 17:57:57.506538 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-1c29c316-4ffd-4a3c-97ca-dedee4028ff2 req-ab24f512-ead6-4465-a54f-5a8b1a467704 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417747 Aug 24 17:57:58.624502 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3812da-ed49-4d5f-8ec2-712434c649bd req-d99a2d63-4a40-4f7b-9a6b-8f641f7f902a tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:58.626277 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6c3812da-ed49-4d5f-8ec2-712434c649bd req-d99a2d63-4a40-4f7b-9a6b-8f641f7f902a tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0467243 Aug 24 17:57:58.681724 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6c3812da-ed49-4d5f-8ec2-712434c649bd req-f6dbe2b9-ae36-468a-92c1-4b9aeab3a257 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471354 Aug 24 17:57:59.800499 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308ce5f-44a3-4cf0-90f5-2c36ef25a4fc req-0a636f6d-c2fd-4d9c-b59d-65cf8376c8de tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:57:59.801884 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-9308ce5f-44a3-4cf0-90f5-2c36ef25a4fc req-0a636f6d-c2fd-4d9c-b59d-65cf8376c8de tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0462101 Aug 24 17:57:59.849897 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-9308ce5f-44a3-4cf0-90f5-2c36ef25a4fc req-b541e12d-0aed-4c82-866f-6d0f46e2f493 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418966 Aug 24 17:58:01.023250 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfaa844-91df-44bc-b609-18d794bbd14f req-7f03eb1a-06d6-43d9-986a-267e1b3b1ca5 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:01.024749 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ddfaa844-91df-44bc-b609-18d794bbd14f req-7f03eb1a-06d6-43d9-986a-267e1b3b1ca5 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.1006231 Aug 24 17:58:01.075233 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ddfaa844-91df-44bc-b609-18d794bbd14f req-d1a33c8c-94d5-4741-b221-af777f6d291b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448790 Aug 24 17:58:02.207130 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca613e19-129d-450a-b04d-266792ebf333 req-08bf59e6-a413-4010-8ecc-64c9a86a88f0 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:02.208593 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ca613e19-129d-450a-b04d-266792ebf333 req-08bf59e6-a413-4010-8ecc-64c9a86a88f0 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0533907 Aug 24 17:58:02.258787 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ca613e19-129d-450a-b04d-266792ebf333 req-aa2cf8e1-b194-4c41-97dc-c3c389d332f4 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427930 Aug 24 17:58:02.460388 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3825c-0b5e-454e-ba99-7951937f5f3c req-8f9be412-cac3-4f1f-9199-2dd589b7235e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:02.461795 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-91a3825c-0b5e-454e-ba99-7951937f5f3c req-8f9be412-cac3-4f1f-9199-2dd589b7235e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0487783 Aug 24 17:58:02.510511 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-91a3825c-0b5e-454e-ba99-7951937f5f3c req-01f80e93-ef1e-4366-a40e-f39771a3e765 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423062 Aug 24 17:58:02.513431 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59f3fb-a355-4c37-9d66-6588e96d5c78 req-7b0e770e-90ce-4507-965d-c83171058b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:02.514914 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2b59f3fb-a355-4c37-9d66-6588e96d5c78 req-7b0e770e-90ce-4507-965d-c83171058b07 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=1422bbfed9414b8cada1656aed195a31&device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 1130 time: 0.0388358 Aug 24 17:58:02.608187 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59f3fb-a355-4c37-9d66-6588e96d5c78 req-543bdcb7-7927-4078-8499-e8cee759a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:02.609660 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2b59f3fb-a355-4c37-9d66-6588e96d5c78 req-543bdcb7-7927-4078-8499-e8cee759a630 service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=29fbbcf6-c646-4aae-ba1c-126437193f4d HTTP/1.1" status: 200 len: 912 time: 0.0878046 Aug 24 17:58:02.674159 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2b59f3fb-a355-4c37-9d66-6588e96d5c78 req-fb26aefb-5ed2-4f78-9ad2-4a07c1ff8f4a service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bd0f31f-109e-44d3-a9ca-645f8d269396 HTTP/1.1" status: 200 len: 1002 time: 0.0583980 Aug 24 17:58:02.722864 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59f3fb-a355-4c37-9d66-6588e96d5c78 req-93ef07b8-f707-4016-a938-cb2b1c9964d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:02.724319 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2b59f3fb-a355-4c37-9d66-6588e96d5c78 req-93ef07b8-f707-4016-a938-cb2b1c9964d4 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=346fead9-f659-4b2d-a5d3-8f7d9b4bf123 HTTP/1.1" status: 200 len: 850 time: 0.0435266 Aug 24 17:58:02.775756 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59f3fb-a355-4c37-9d66-6588e96d5c78 req-68cb8595-747d-4872-a8d1-1ada51317bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:02.777234 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2b59f3fb-a355-4c37-9d66-6588e96d5c78 req-68cb8595-747d-4872-a8d1-1ada51317bb5 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=29fbbcf6-c646-4aae-ba1c-126437193f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471082 Aug 24 17:58:02.869915 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2b59f3fb-a355-4c37-9d66-6588e96d5c78 req-3feed2d6-5a93-4506-914d-a2c3da1c525d service neutron] 10.222.0.62 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865920 Aug 24 17:58:02.960396 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-2b59f3fb-a355-4c37-9d66-6588e96d5c78 req-e094b59c-60ce-429d-9ea7-d444c0e105e1 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842049 Aug 24 17:58:03.636128 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb2b06-44cb-4a2f-b70f-29e56db67cc7 req-1f92e795-99ab-4ff1-a942-2d5bbc466b65 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:03.637616 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1bfb2b06-44cb-4a2f-b70f-29e56db67cc7 req-1f92e795-99ab-4ff1-a942-2d5bbc466b65 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0513744 Aug 24 17:58:03.684125 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-1bfb2b06-44cb-4a2f-b70f-29e56db67cc7 req-bdf281c1-8ba3-4f18-8e16-d584a8e2de47 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410120 Aug 24 17:58:04.764778 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeedb91-19ae-4bb2-8bcc-d86042352c3d req-6d35036f-a4fc-49cd-bbb7-094a92f44116 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:04.766291 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5eeedb91-19ae-4bb2-8bcc-d86042352c3d req-6d35036f-a4fc-49cd-bbb7-094a92f44116 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2ddeacc2-9845-45e4-a64e-4ee00365b530 HTTP/1.1" status: 200 len: 946 time: 0.0522027 Aug 24 17:58:04.804835 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbd82e-02e2-4dad-b6dd-426c7f44da17 req-808aaaef-e9ff-472b-bf75-5e4bb7d7b83e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:04.806853 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-99fbd82e-02e2-4dad-b6dd-426c7f44da17 req-808aaaef-e9ff-472b-bf75-5e4bb7d7b83e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0475326 Aug 24 17:58:04.814508 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5eeedb91-19ae-4bb2-8bcc-d86042352c3d req-35e2d2de-3cd9-4ff1-afb4-2f7a42d3ca9f tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc71088-bbe0-45c6-864e-d025b533c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422001 Aug 24 17:58:04.857788 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-99fbd82e-02e2-4dad-b6dd-426c7f44da17 req-e43999cc-c6ba-430e-a64c-4db0ab3b3306 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452890 Aug 24 17:58:05.131191 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:05.931753 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f03d1-d310-4fe6-ae20-c77049b90e16 req-e79b6c25-ff55-4a47-8dda-aea2f2b76cea tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:05.933272 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-527f03d1-d310-4fe6-ae20-c77049b90e16 req-e79b6c25-ff55-4a47-8dda-aea2f2b76cea tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2ddeacc2-9845-45e4-a64e-4ee00365b530 HTTP/1.1" status: 200 len: 946 time: 0.0461802 Aug 24 17:58:05.980470 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-527f03d1-d310-4fe6-ae20-c77049b90e16 req-13d1d99e-1b04-417c-8afb-1f1da21a335e tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc71088-bbe0-45c6-864e-d025b533c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417030 Aug 24 17:58:06.204480 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:06.217374 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731de9d0-23a4-4d7e-ac3c-b39c7203abb9 req-5707a379-a282-47b6-9e81-c7901a249234 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:06.218823 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-731de9d0-23a4-4d7e-ac3c-b39c7203abb9 req-5707a379-a282-47b6-9e81-c7901a249234 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2ddeacc2-9845-45e4-a64e-4ee00365b530 HTTP/1.1" status: 200 len: 946 time: 0.0503204 Aug 24 17:58:06.300229 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-731de9d0-23a4-4d7e-ac3c-b39c7203abb9 req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Deleting port 04238239-ff09-4a67-aedd-1b913bf3958d {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:58:06.300577 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-731de9d0-23a4-4d7e-ac3c-b39c7203abb9 req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (04238239-ff09-4a67-aedd-1b913bf3958d), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:06.314005 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:06.394575 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-731de9d0-23a4-4d7e-ac3c-b39c7203abb9 req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] For port 04238239-ff09-4a67-aedd-1b913bf3958d, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=04238239-ff09-4a67-aedd-1b913bf3958d,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:06.394927 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-731de9d0-23a4-4d7e-ac3c-b39c7203abb9 req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (04238239-ff09-4a67-aedd-1b913bf3958d), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:06.559846 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-731de9d0-23a4-4d7e-ac3c-b39c7203abb9 req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:06.560334 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-731de9d0-23a4-4d7e-ac3c-b39c7203abb9 req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (a4c99147-bf31-4553-9518-d19700b12caa), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:06.560532 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.l3_db [req-731de9d0-23a4-4d7e-ac3c-b39c7203abb9 req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Floating IP a4c99147-bf31-4553-9518-d19700b12caa disassociated. External IP: 172.27.1.7, port: 04238239-ff09-4a67-aedd-1b913bf3958d. Aug 24 17:58:06.560984 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-731de9d0-23a4-4d7e-ac3c-b39c7203abb9 req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Calling delete_port for 04238239-ff09-4a67-aedd-1b913bf3958d owned by compute:nova {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:58:06.685091 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-731de9d0-23a4-4d7e-ac3c-b39c7203abb9 req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (04238239-ff09-4a67-aedd-1b913bf3958d), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:06.710144 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event deleted for resources: {'Port': ['ID=04238239-ff09-4a67-aedd-1b913bf3958d,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:06.719601 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:06.719950 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:06.720288 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:06.720629 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:06.720958 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:06.721284 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:06.721611 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:06.721935 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:06.722258 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:06.722996 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:06.722996 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:06.723200 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:06.723526 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:06.723846 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:06.724165 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:06.795696 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:06.796519 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=5 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:06.831529 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-731de9d0-23a4-4d7e-ac3c-b39c7203abb9 req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Router a12cebee-53ca-4401-a424-dd8eaf36456d has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:58:06.932578 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-731de9d0-23a4-4d7e-ac3c-b39c7203abb9 req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:58:06.941962 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155682d0-2ccf-4d67-a05c-17d68f9debc0 None None] Sync routers for ids ['a12cebee-53ca-4401-a424-dd8eaf36456d'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:58:06.955140 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155682d0-2ccf-4d67-a05c-17d68f9debc0 None None] Routers {'a12cebee-53ca-4401-a424-dd8eaf36456d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:06.955777 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-155682d0-2ccf-4d67-a05c-17d68f9debc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:57:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a12cebee-53ca-4401-a424-dd8eaf36456d'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:06.978076 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-731de9d0-23a4-4d7e-ac3c-b39c7203abb9 req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] No DVR routers for this DVR port 04238239-ff09-4a67-aedd-1b913bf3958d on host hv-cinder-84052 {{(pid=112764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:58:06.980646 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-731de9d0-23a4-4d7e-ac3c-b39c7203abb9 req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:06.985512 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-731de9d0-23a4-4d7e-ac3c-b39c7203abb9 req-da40f70c-f91c-4605-a74c-ab701d964314 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.62 "DELETE /networking/v2.0/ports/04238239-ff09-4a67-aedd-1b913bf3958d HTTP/1.1" status: 204 len: 173 time: 0.7604952 Aug 24 17:58:06.985975 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddeacc2-9845-45e4-a64e-4ee00365b530', 'name': 'network-vif-deleted', 'tag': '04238239-ff09-4a67-aedd-1b913bf3958d'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:58:06.988531 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18a7e75-7e14-4262-9ef2-287fcf635566" -d '{"events": [{"server_uuid": "2ddeacc2-9845-45e4-a64e-4ee00365b530", "name": "network-vif-deleted", "tag": "04238239-ff09-4a67-aedd-1b913bf3958d"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:58:07.016029 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-74915bef-fa4d-4785-8a33-79cf1eb8db31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:07.053630 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d764c8d7-c0e9-4bd1-a64c-44ebe1aadaf8 x-openstack-request-id: req-d764c8d7-c0e9-4bd1-a64c-44ebe1aadaf8 {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:58:07.054037 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddeacc2-9845-45e4-a64e-4ee00365b530", "name": "network-vif-deleted", "tag": "04238239-ff09-4a67-aedd-1b913bf3958d", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:58:07.054403 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d764c8d7-c0e9-4bd1-a64c-44ebe1aadaf8 {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:58:07.056418 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d764c8d7-c0e9-4bd1-a64c-44ebe1aadaf8'] response: {'server_uuid': '2ddeacc2-9845-45e4-a64e-4ee00365b530', 'name': 'network-vif-deleted', 'tag': '04238239-ff09-4a67-aedd-1b913bf3958d', 'status': 'completed', 'code': 200} Aug 24 17:58:07.089816 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-155682d0-2ccf-4d67-a05c-17d68f9debc0 None None] Set router a12cebee-53ca-4401-a424-dd8eaf36456d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:07.112882 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8452dfdf-5a4a-426d-8fcd-383807d6910c req-60380422-b6ae-4f6e-a00d-57fd4d0674d3 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2ddeacc2-9845-45e4-a64e-4ee00365b530 HTTP/1.1" status: 200 len: 210 time: 0.0303903 Aug 24 17:58:07.283452 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-155682d0-2ccf-4d67-a05c-17d68f9debc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:07.311874 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155682d0-2ccf-4d67-a05c-17d68f9debc0 None None] Checking router: a12cebee-53ca-4401-a424-dd8eaf36456d for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:58:07.320365 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155682d0-2ccf-4d67-a05c-17d68f9debc0 None None] Routers {'a12cebee-53ca-4401-a424-dd8eaf36456d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:07.320917 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-155682d0-2ccf-4d67-a05c-17d68f9debc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:57:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a12cebee-53ca-4401-a424-dd8eaf36456d'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:07.421302 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-155682d0-2ccf-4d67-a05c-17d68f9debc0 None None] Set router a12cebee-53ca-4401-a424-dd8eaf36456d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:07.612002 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-155682d0-2ccf-4d67-a05c-17d68f9debc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:07.636832 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155682d0-2ccf-4d67-a05c-17d68f9debc0 None None] The sync data for ids ['a12cebee-53ca-4401-a424-dd8eaf36456d'] in dv-cinder-840525-3-iscsi is: [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:53:43Z', 'revision_number': 4, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '2d45607a-91fb-492d-aa9c-6176b0679fbe', 'name': '', 'network_id': '87807a97-d368-4c81-a10c-4e62e5ebdb01', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'mac_address': 'fa:16:3e:44:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:43Z', 'updated_at': '2022-08-24T17:53:48Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'subnets': [{'id': 'fb812c0c-3017-4362-8cd9-519a30ec932c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:58:07.850729 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aee1b0-f71a-4137-b74d-b8febcf866b1 None None] New status for floating IP a4c99147-bf31-4553-9518-d19700b12caa: DOWN {{(pid=112765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:58:08.211111 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 39170) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:08.267506 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0331912c-a056-4760-bd57-441acdf55026 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (2cc71088-bbe0-45c6-864e-d025b533c817), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:08.289382 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0331912c-a056-4760-bd57-441acdf55026 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (2cc71088-bbe0-45c6-864e-d025b533c817), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:08.336265 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0331912c-a056-4760-bd57-441acdf55026 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (2cc71088-bbe0-45c6-864e-d025b533c817), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:08.339340 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0331912c-a056-4760-bd57-441acdf55026 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:08.340509 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-0331912c-a056-4760-bd57-441acdf55026 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2cc71088-bbe0-45c6-864e-d025b533c817 HTTP/1.1" status: 204 len: 168 time: 0.1277406 Aug 24 17:58:08.343370 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 39172) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:08.349528 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331912c-a056-4760-bd57-441acdf55026 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc71088-bbe0-45c6-864e-d025b533c817,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:08.357334 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331912c-a056-4760-bd57-441acdf55026 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:08.357690 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331912c-a056-4760-bd57-441acdf55026 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:08.358041 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331912c-a056-4760-bd57-441acdf55026 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:08.358155 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.api.v2.resource [None req-f917c643-fac7-4618-86b8-853b550d5fee tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] show failed (client error): The resource could not be found. Aug 24 17:58:08.358389 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331912c-a056-4760-bd57-441acdf55026 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:08.358727 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331912c-a056-4760-bd57-441acdf55026 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:08.359066 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331912c-a056-4760-bd57-441acdf55026 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:08.359193 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-f917c643-fac7-4618-86b8-853b550d5fee tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "GET /networking/v2.0/security-groups/2cc71088-bbe0-45c6-864e-d025b533c817 HTTP/1.1" status: 404 len: 347 time: 0.0140882 Aug 24 17:58:08.359402 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331912c-a056-4760-bd57-441acdf55026 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:08.359762 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331912c-a056-4760-bd57-441acdf55026 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:08.360095 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331912c-a056-4760-bd57-441acdf55026 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:08.360429 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331912c-a056-4760-bd57-441acdf55026 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:08.360763 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331912c-a056-4760-bd57-441acdf55026 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:08.361093 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331912c-a056-4760-bd57-441acdf55026 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:08.361420 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331912c-a056-4760-bd57-441acdf55026 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:08.361748 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331912c-a056-4760-bd57-441acdf55026 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:08.362117 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 39174) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:08.362236 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331912c-a056-4760-bd57-441acdf55026 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:08.472129 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-a9111341-6a9d-4a4a-ba77-0007733b06b0 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Deleting port c9414698-f3b6-46c7-9d28-3ba0941bf1c7 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:58:08.472475 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a9111341-6a9d-4a4a-ba77-0007733b06b0 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (c9414698-f3b6-46c7-9d28-3ba0941bf1c7), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:08.494884 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:08.552548 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a9111341-6a9d-4a4a-ba77-0007733b06b0 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (c9414698-f3b6-46c7-9d28-3ba0941bf1c7), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:08.552875 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a9111341-6a9d-4a4a-ba77-0007733b06b0 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (c9414698-f3b6-46c7-9d28-3ba0941bf1c7), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:08.565238 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-a9111341-6a9d-4a4a-ba77-0007733b06b0 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Calling delete_port for c9414698-f3b6-46c7-9d28-3ba0941bf1c7 owned by network:floatingip {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:58:08.573073 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:08.692239 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a9111341-6a9d-4a4a-ba77-0007733b06b0 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (c9414698-f3b6-46c7-9d28-3ba0941bf1c7), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:08.717728 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9111341-6a9d-4a4a-ba77-0007733b06b0 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Pushing event deleted for resources: {'Port': ['ID=c9414698-f3b6-46c7-9d28-3ba0941bf1c7,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:08.782507 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a9111341-6a9d-4a4a-ba77-0007733b06b0 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks [] for floatingip (a4c99147-bf31-4553-9518-d19700b12caa), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:08.785218 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a9111341-6a9d-4a4a-ba77-0007733b06b0 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:08.786365 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-a9111341-6a9d-4a4a-ba77-0007733b06b0 tempest-AttachVolumeNegativeTest-1955044063 tempest-AttachVolumeNegativeTest-1955044063-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/a4c99147-bf31-4553-9518-d19700b12caa HTTP/1.1" status: 204 len: 168 time: 0.4233284 Aug 24 17:58:09.467621 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-c787efdc-a78e-4253-bcb5-3c0ba2aa5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:10.321848 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 04238239-ff09-4a67-aedd-1b913bf3958d no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:58:10.341004 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] No Port match for: 04238239-ff09-4a67-aedd-1b913bf3958d {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:58:10.341349 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 04238239-ff09-4a67-aedd-1b913bf3958d not bound to the agent host hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:58:10.629248 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:11.988124 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:12.070297 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:12.477527 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 39210) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:12.783412 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ac51cc4b-0bc2-44ec-b228-ec9d9de4113b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797293'] for router_interface (a12cebee-53ca-4401-a424-dd8eaf36456d), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:13.003340 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-ac51cc4b-0bc2-44ec-b228-ec9d9de4113b admin admin] Deleting port 2d45607a-91fb-492d-aa9c-6176b0679fbe {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:58:13.003713 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ac51cc4b-0bc2-44ec-b228-ec9d9de4113b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (2d45607a-91fb-492d-aa9c-6176b0679fbe), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:13.026369 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:13.314393 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [None req-ac51cc4b-0bc2-44ec-b228-ec9d9de4113b admin admin] For port 2d45607a-91fb-492d-aa9c-6176b0679fbe, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=2d45607a-91fb-492d-aa9c-6176b0679fbe,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:13.314810 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ac51cc4b-0bc2-44ec-b228-ec9d9de4113b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (2d45607a-91fb-492d-aa9c-6176b0679fbe), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:13.328168 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-ac51cc4b-0bc2-44ec-b228-ec9d9de4113b admin admin] Calling delete_port for 2d45607a-91fb-492d-aa9c-6176b0679fbe owned by network:router_interface {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:58:13.364736 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:13.503822 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ac51cc4b-0bc2-44ec-b228-ec9d9de4113b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (2d45607a-91fb-492d-aa9c-6176b0679fbe), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:13.527921 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51cc4b-0bc2-44ec-b228-ec9d9de4113b admin admin] Pushing event deleted for resources: {'Port': ['ID=2d45607a-91fb-492d-aa9c-6176b0679fbe,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:13.693004 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ac51cc4b-0bc2-44ec-b228-ec9d9de4113b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1797177'] for router_interface (a12cebee-53ca-4401-a424-dd8eaf36456d), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:13.898720 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac51cc4b-0bc2-44ec-b228-ec9d9de4113b admin admin] Router a12cebee-53ca-4401-a424-dd8eaf36456d has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:58:14.000894 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac51cc4b-0bc2-44ec-b228-ec9d9de4113b admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:58:14.005877 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-ac51cc4b-0bc2-44ec-b228-ec9d9de4113b admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/a12cebee-53ca-4401-a424-dd8eaf36456d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5278339 Aug 24 17:58:14.008550 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 39214) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:14.009312 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09fec33-3936-4ef1-8b7d-43ff5ff8ce50 None None] Sync routers for ids ['a12cebee-53ca-4401-a424-dd8eaf36456d'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:58:14.019055 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09fec33-3936-4ef1-8b7d-43ff5ff8ce50 None None] Routers {'a12cebee-53ca-4401-a424-dd8eaf36456d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:14.019755 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-c09fec33-3936-4ef1-8b7d-43ff5ff8ce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:58:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a12cebee-53ca-4401-a424-dd8eaf36456d'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:14.072609 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:14.119394 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1f0f7f10-634a-4a3b-83bc-432c71a652a7 admin admin] Publish callbacks [] for router (a12cebee-53ca-4401-a424-dd8eaf36456d), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:14.126380 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-c09fec33-3936-4ef1-8b7d-43ff5ff8ce50 None None] Set router a12cebee-53ca-4401-a424-dd8eaf36456d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:14.225284 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1f0f7f10-634a-4a3b-83bc-432c71a652a7 admin admin] Publish callbacks [] for router_gateway (a12cebee-53ca-4401-a424-dd8eaf36456d), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:14.269142 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f7f10-634a-4a3b-83bc-432c71a652a7 admin admin] Deleting port d09bcce1-a7bc-4d6d-a800-fb2806624059 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:58:14.269509 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1f0f7f10-634a-4a3b-83bc-432c71a652a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (d09bcce1-a7bc-4d6d-a800-fb2806624059), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:14.280952 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:14.339616 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=100 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:14.354755 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [None req-1f0f7f10-634a-4a3b-83bc-432c71a652a7 admin admin] For port d09bcce1-a7bc-4d6d-a800-fb2806624059, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=d09bcce1-a7bc-4d6d-a800-fb2806624059,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:14.355123 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1f0f7f10-634a-4a3b-83bc-432c71a652a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (d09bcce1-a7bc-4d6d-a800-fb2806624059), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:14.368312 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f7f10-634a-4a3b-83bc-432c71a652a7 admin admin] Calling delete_port for d09bcce1-a7bc-4d6d-a800-fb2806624059 owned by network:router_gateway {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:58:14.382642 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-c09fec33-3936-4ef1-8b7d-43ff5ff8ce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:58:13Z', 'revision_number': 5, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port': {'id': 'd09bcce1-a7bc-4d6d-a800-fb2806624059', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:53:41Z', 'updated_at': '2022-08-24T17:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:14.408904 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09fec33-3936-4ef1-8b7d-43ff5ff8ce50 None None] Checking router: a12cebee-53ca-4401-a424-dd8eaf36456d for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:58:14.417599 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09fec33-3936-4ef1-8b7d-43ff5ff8ce50 None None] Routers {'a12cebee-53ca-4401-a424-dd8eaf36456d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:14.418215 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-c09fec33-3936-4ef1-8b7d-43ff5ff8ce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:58:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a12cebee-53ca-4401-a424-dd8eaf36456d'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:14.504998 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-c09fec33-3936-4ef1-8b7d-43ff5ff8ce50 None None] Set router a12cebee-53ca-4401-a424-dd8eaf36456d gateway port host: None {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:14.540331 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1f0f7f10-634a-4a3b-83bc-432c71a652a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (d09bcce1-a7bc-4d6d-a800-fb2806624059), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:14.553704 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-c09fec33-3936-4ef1-8b7d-43ff5ff8ce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:58:14Z', 'revision_number': 6, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port_host': None}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:14.565526 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f7f10-634a-4a3b-83bc-432c71a652a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d09bcce1-a7bc-4d6d-a800-fb2806624059,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:14.582529 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09fec33-3936-4ef1-8b7d-43ff5ff8ce50 None None] The sync data for ids ['a12cebee-53ca-4401-a424-dd8eaf36456d'] in dv-cinder-840525-3-iscsi is: [{'id': 'a12cebee-53ca-4401-a424-dd8eaf36456d', 'name': 'tempest-AttachVolumeNegativeTest-1639663905-router', 'tenant_id': '625652cfa47248faac8c1f7759c56a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:53:40Z', 'updated_at': '2022-08-24T17:58:14Z', 'revision_number': 6, 'project_id': '625652cfa47248faac8c1f7759c56a14', 'gw_port_host': None}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:58:14.631858 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1f0f7f10-634a-4a3b-83bc-432c71a652a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795944'] for router_gateway (a12cebee-53ca-4401-a424-dd8eaf36456d), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:14.718226 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1f0f7f10-634a-4a3b-83bc-432c71a652a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1797267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router (a12cebee-53ca-4401-a424-dd8eaf36456d), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:14.720407 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1f0f7f10-634a-4a3b-83bc-432c71a652a7 admin admin] Publish callbacks [] for router_controller (a12cebee-53ca-4401-a424-dd8eaf36456d), precommit_delete_associations {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:14.771297 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1f0f7f10-634a-4a3b-83bc-432c71a652a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1797258'] for router (a12cebee-53ca-4401-a424-dd8eaf36456d), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:14.771970 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0f7f10-634a-4a3b-83bc-432c71a652a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a12cebee-53ca-4401-a424-dd8eaf36456d {{(pid=112764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:58:14.776732 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1f0f7f10-634a-4a3b-83bc-432c71a652a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:14.777868 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-1f0f7f10-634a-4a3b-83bc-432c71a652a7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/a12cebee-53ca-4401-a424-dd8eaf36456d HTTP/1.1" status: 204 len: 168 time: 0.7683280 Aug 24 17:58:14.780646 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 39216) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:14.825508 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e0c80f-3c58-4e46-9047-58a2ed1b66f9 admin admin] Deleting subnet fb812c0c-3017-4362-8cd9-519a30ec932c {{(pid=112764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:58:14.828546 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e0c80f-3c58-4e46-9047-58a2ed1b66f9 admin admin] Publish callbacks [] for subnet (fb812c0c-3017-4362-8cd9-519a30ec932c), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:14.862412 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e0c80f-3c58-4e46-9047-58a2ed1b66f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6112461'] for subnet (fb812c0c-3017-4362-8cd9-519a30ec932c), precommit_delete_associations {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:14.938986 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:14.940460 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e0c80f-3c58-4e46-9047-58a2ed1b66f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858428'] for subnet (fb812c0c-3017-4362-8cd9-519a30ec932c), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:14.997171 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e0c80f-3c58-4e46-9047-58a2ed1b66f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6221716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6168083'] for subnet (fb812c0c-3017-4362-8cd9-519a30ec932c), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:15.025303 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0c80f-3c58-4e46-9047-58a2ed1b66f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb812c0c-3017-4362-8cd9-519a30ec932c,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:15.028810 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-40e0c80f-3c58-4e46-9047-58a2ed1b66f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for subnet (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:15.032822 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-40e0c80f-3c58-4e46-9047-58a2ed1b66f9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/fb812c0c-3017-4362-8cd9-519a30ec932c HTTP/1.1" status: 204 len: 168 time: 0.2503905 Aug 24 17:58:15.034471 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 39218) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:15.036851 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12e1853-a48b-43da-8ebc-e1f8c0f402fa None None] Network 87807a97-d368-4c81-a10c-4e62e5ebdb01 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:58:15.107983 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fe629bd8-229b-4b24-9c8e-4af7d9bbe11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772529'] for network (87807a97-d368-4c81-a10c-4e62e5ebdb01), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:15.149964 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-fe629bd8-229b-4b24-9c8e-4af7d9bbe11c admin admin] Deleting port 4aca1e1e-7958-4b1d-8197-21b3fef57325 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:58:15.150302 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fe629bd8-229b-4b24-9c8e-4af7d9bbe11c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (4aca1e1e-7958-4b1d-8197-21b3fef57325), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:15.173301 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:15.214905 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [None req-fe629bd8-229b-4b24-9c8e-4af7d9bbe11c admin admin] For port 4aca1e1e-7958-4b1d-8197-21b3fef57325, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=4aca1e1e-7958-4b1d-8197-21b3fef57325,segment=NetworkSegment(189ea71e-26ad-46a8-8955-35537b10f105),segment_id=189ea71e-26ad-46a8-8955-35537b10f105)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:15.215273 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fe629bd8-229b-4b24-9c8e-4af7d9bbe11c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (4aca1e1e-7958-4b1d-8197-21b3fef57325), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:15.231330 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-fe629bd8-229b-4b24-9c8e-4af7d9bbe11c admin admin] Calling delete_port for 4aca1e1e-7958-4b1d-8197-21b3fef57325 owned by network:dhcp {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:58:15.316288 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fe629bd8-229b-4b24-9c8e-4af7d9bbe11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (4aca1e1e-7958-4b1d-8197-21b3fef57325), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:15.335046 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb84dbc-6ef7-45de-86d2-ab5e89b83054 None None] DHCP port deletion for 87807a97-d368-4c81-a10c-4e62e5ebdb01 request from dv-cinder-840525-3-iscsi {{(pid=112765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 17:58:15.344301 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe629bd8-229b-4b24-9c8e-4af7d9bbe11c admin admin] Pushing event deleted for resources: {'Port': ['ID=4aca1e1e-7958-4b1d-8197-21b3fef57325,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:15.349712 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe629bd8-229b-4b24-9c8e-4af7d9bbe11c admin admin] No DVR routers for this DVR port 4aca1e1e-7958-4b1d-8197-21b3fef57325 on host dv-cinder-840525-3-iscsi {{(pid=112764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:58:15.426325 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fe629bd8-229b-4b24-9c8e-4af7d9bbe11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853052', 'neutron.services.segments.db._delete_segments_for_network-8763232076656'] for network (87807a97-d368-4c81-a10c-4e62e5ebdb01), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:15.448687 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-fe629bd8-229b-4b24-9c8e-4af7d9bbe11c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87807a97-d368-4c81-a10c-4e62e5ebdb01']}} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:15.458343 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-fe629bd8-229b-4b24-9c8e-4af7d9bbe11c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189ea71e-26ad-46a8-8955-35537b10f105') {'for_net_delete': True} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:15.458642 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-fe629bd8-229b-4b24-9c8e-4af7d9bbe11c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189ea71e-26ad-46a8-8955-35537b10f105') {} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:15.468218 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fe629bd8-229b-4b24-9c8e-4af7d9bbe11c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763232055022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6112452'] for segment (189ea71e-26ad-46a8-8955-35537b10f105), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:15.481112 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fe629bd8-229b-4b24-9c8e-4af7d9bbe11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (189ea71e-26ad-46a8-8955-35537b10f105), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:15.487942 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe629bd8-229b-4b24-9c8e-4af7d9bbe11c admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=112764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:58:15.488480 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fe629bd8-229b-4b24-9c8e-4af7d9bbe11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6221810'] for segment (189ea71e-26ad-46a8-8955-35537b10f105), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:15.516402 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.services.segments.plugin [-] Segment 189ea71e-26ad-46a8-8955-35537b10f105 resource provider aggregate not found Aug 24 17:58:15.553707 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.services.segments.plugin [-] Segment 189ea71e-26ad-46a8-8955-35537b10f105 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 189ea71e-26ad-46a8-8955-35537b10f105 found for delete ", "request_id": "req-da07190c-37a5-4140-b98a-6ae80b3f6c4c"}]} Aug 24 17:58:15.563423 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fe629bd8-229b-4b24-9c8e-4af7d9bbe11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795916'] for network (87807a97-d368-4c81-a10c-4e62e5ebdb01), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:15.569882 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-fe629bd8-229b-4b24-9c8e-4af7d9bbe11c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:15.572898 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-fe629bd8-229b-4b24-9c8e-4af7d9bbe11c admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/87807a97-d368-4c81-a10c-4e62e5ebdb01 HTTP/1.1" status: 204 len: 168 time: 0.5375037 Aug 24 17:58:15.584143 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe629bd8-229b-4b24-9c8e-4af7d9bbe11c admin admin] Pushing event deleted for resources: {'Network': ['ID=87807a97-d368-4c81-a10c-4e62e5ebdb01,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:15.737813 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 39226) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:15.778693 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-d7efbeb8-4094-4100-a170-09f021e17f77 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=625652cfa47248faac8c1f7759c56a14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391071 Aug 24 17:58:15.781055 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 39228) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:15.829868 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-67d5278a-ef10-4ce9-a2ad-f51cd01f3edd admin admin] Publish callbacks [] for security_group (2bab6e5f-0070-49a7-b259-879bbe0eb099), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:15.849409 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-67d5278a-ef10-4ce9-a2ad-f51cd01f3edd admin admin] Publish callbacks [] for security_group (2bab6e5f-0070-49a7-b259-879bbe0eb099), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:15.900538 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-67d5278a-ef10-4ce9-a2ad-f51cd01f3edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (2bab6e5f-0070-49a7-b259-879bbe0eb099), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:15.902933 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-67d5278a-ef10-4ce9-a2ad-f51cd01f3edd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:15.904086 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-67d5278a-ef10-4ce9-a2ad-f51cd01f3edd admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2bab6e5f-0070-49a7-b259-879bbe0eb099 HTTP/1.1" status: 204 len: 168 time: 0.1221523 Aug 24 17:58:15.906141 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:15.913093 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5278a-ef10-4ce9-a2ad-f51cd01f3edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bab6e5f-0070-49a7-b259-879bbe0eb099,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:16.154187 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 2d45607a-91fb-492d-aa9c-6176b0679fbe no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:58:16.174272 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: 2d45607a-91fb-492d-aa9c-6176b0679fbe {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:58:16.174623 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 2d45607a-91fb-492d-aa9c-6176b0679fbe not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:58:16.175048 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 4aca1e1e-7958-4b1d-8197-21b3fef57325 no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:58:16.193541 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: 4aca1e1e-7958-4b1d-8197-21b3fef57325 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:58:16.194041 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 4aca1e1e-7958-4b1d-8197-21b3fef57325 not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:58:16.194418 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device d09bcce1-a7bc-4d6d-a800-fb2806624059 no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:58:16.213435 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: d09bcce1-a7bc-4d6d-a800-fb2806624059 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:58:16.213789 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device d09bcce1-a7bc-4d6d-a800-fb2806624059 not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:58:20.963815 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 39292) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:21.014044 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:21.341692 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-1b905b02-01c1-4a34-9274-d61883e820bb tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Deleting port ad8d1425-65bb-48e6-aa98-e70370c0a816 {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:58:21.341948 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1b905b02-01c1-4a34-9274-d61883e820bb tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (ad8d1425-65bb-48e6-aa98-e70370c0a816), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:21.417415 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1b905b02-01c1-4a34-9274-d61883e820bb tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (ad8d1425-65bb-48e6-aa98-e70370c0a816), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:21.417750 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1b905b02-01c1-4a34-9274-d61883e820bb tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for floatingip (ad8d1425-65bb-48e6-aa98-e70370c0a816), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:21.430568 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-1b905b02-01c1-4a34-9274-d61883e820bb tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Calling delete_port for ad8d1425-65bb-48e6-aa98-e70370c0a816 owned by network:floatingip {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:58:21.576009 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1b905b02-01c1-4a34-9274-d61883e820bb tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (ad8d1425-65bb-48e6-aa98-e70370c0a816), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:21.600356 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b905b02-01c1-4a34-9274-d61883e820bb tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Pushing event deleted for resources: {'Port': ['ID=ad8d1425-65bb-48e6-aa98-e70370c0a816,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:21.667926 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1b905b02-01c1-4a34-9274-d61883e820bb tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for floatingip (c8d752eb-2273-4930-a965-74725e5945ca), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:21.668255 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.l3_db [None req-1b905b02-01c1-4a34-9274-d61883e820bb tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Floating IP c8d752eb-2273-4930-a965-74725e5945ca disassociated (deleted). External IP: 172.27.1.58, port: 206a6ecc-a9ba-4d78-b340-8f29b89a766a. Aug 24 17:58:21.861062 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b905b02-01c1-4a34-9274-d61883e820bb tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Router 85b72639-72a9-4412-b377-c61e399e5b2c has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:58:21.967133 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b905b02-01c1-4a34-9274-d61883e820bb tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:58:21.971884 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1b905b02-01c1-4a34-9274-d61883e820bb tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:21.977111 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26165c79-175c-4445-9712-59a673099535 None None] Sync routers for ids ['85b72639-72a9-4412-b377-c61e399e5b2c'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:58:21.986414 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26165c79-175c-4445-9712-59a673099535 None None] Routers {'85b72639-72a9-4412-b377-c61e399e5b2c'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:21.987090 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-26165c79-175c-4445-9712-59a673099535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:58:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['85b72639-72a9-4412-b377-c61e399e5b2c'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:22.001346 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-1b905b02-01c1-4a34-9274-d61883e820bb tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/c8d752eb-2273-4930-a965-74725e5945ca HTTP/1.1" status: 204 len: 168 time: 1.0365403 Aug 24 17:58:22.001947 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c6c085-c660-42cf-90ce-069f9ecfc17d', 'tag': '206a6ecc-a9ba-4d78-b340-8f29b89a766a'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:58:22.004250 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4902b710-4350-4c50-8a16-dd6a7cd8b609" -d '{"events": [{"name": "network-changed", "server_uuid": "97c6c085-c660-42cf-90ce-069f9ecfc17d", "tag": "206a6ecc-a9ba-4d78-b340-8f29b89a766a"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:58:22.042071 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284aef42-cf09-4449-b2df-51e3a15f34c8 x-openstack-request-id: req-284aef42-cf09-4449-b2df-51e3a15f34c8 {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:58:22.042737 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c6c085-c660-42cf-90ce-069f9ecfc17d", "tag": "206a6ecc-a9ba-4d78-b340-8f29b89a766a", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:58:22.043047 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-284aef42-cf09-4449-b2df-51e3a15f34c8 {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:58:22.043508 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284aef42-cf09-4449-b2df-51e3a15f34c8'] response: {'name': 'network-changed', 'server_uuid': '97c6c085-c660-42cf-90ce-069f9ecfc17d', 'tag': '206a6ecc-a9ba-4d78-b340-8f29b89a766a', 'status': 'completed', 'code': 200} Aug 24 17:58:22.092061 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-26165c79-175c-4445-9712-59a673099535 None None] Set router 85b72639-72a9-4412-b377-c61e399e5b2c gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:22.241386 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902b710-4350-4c50-8a16-dd6a7cd8b609 req-f1ebb432-3aed-4892-a269-86bbb93a6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:22.243055 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4902b710-4350-4c50-8a16-dd6a7cd8b609 req-f1ebb432-3aed-4892-a269-86bbb93a6660 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=b9cd3cd0a9434f5ab0e1e1c52145beb2&device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 1130 time: 0.1753757 Aug 24 17:58:22.262708 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a216c-c7c1-4eb4-9ff9-748e3cfc05f1 req-e1824815-9833-437e-8f52-f2e86a744ff3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:22.264257 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5d2a216c-c7c1-4eb4-9ff9-748e3cfc05f1 req-e1824815-9833-437e-8f52-f2e86a744ff3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 946 time: 0.0510304 Aug 24 17:58:22.291622 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:22.292557 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:22.313276 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-26165c79-175c-4445-9712-59a673099535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '90aa5386-4979-411d-b3b9-b37f2ce45fc3', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'port_id': '68a6e936-3e2e-4bc2-ab59-de0b96e000d7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'mac_address': 'fa:16:3e:f4:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38237468-6ade-46a7-830f-371a8a34c4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:54:45Z', 'updated_at': '2022-08-24T17:54:47Z', 'revision_number': 1, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e20a5d-f470-4588-b1c6-4fccd8d43ed7', 'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'mac_address': 'fa:16:3e:cb:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:55Z', 'updated_at': '2022-08-24T17:51:04Z', 'revision_number': 5, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'subnets': [{'id': '1f289036-4649-4f08-8be9-d53556abacbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:22.319080 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-5d2a216c-c7c1-4eb4-9ff9-748e3cfc05f1 req-b7204120-1d60-446e-ac62-d55e89a7e344 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490770 Aug 24 17:58:22.339488 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26165c79-175c-4445-9712-59a673099535 None None] Checking router: 85b72639-72a9-4412-b377-c61e399e5b2c for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:58:22.348007 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26165c79-175c-4445-9712-59a673099535 None None] Routers {'85b72639-72a9-4412-b377-c61e399e5b2c'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:22.348608 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-26165c79-175c-4445-9712-59a673099535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:58:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['85b72639-72a9-4412-b377-c61e399e5b2c'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:22.450628 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-26165c79-175c-4445-9712-59a673099535 None None] Set router 85b72639-72a9-4412-b377-c61e399e5b2c gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:22.563654 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:22.662773 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-26165c79-175c-4445-9712-59a673099535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '90aa5386-4979-411d-b3b9-b37f2ce45fc3', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'port_id': '68a6e936-3e2e-4bc2-ab59-de0b96e000d7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'mac_address': 'fa:16:3e:f4:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38237468-6ade-46a7-830f-371a8a34c4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:54:45Z', 'updated_at': '2022-08-24T17:54:47Z', 'revision_number': 1, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e20a5d-f470-4588-b1c6-4fccd8d43ed7', 'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'mac_address': 'fa:16:3e:cb:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:55Z', 'updated_at': '2022-08-24T17:51:04Z', 'revision_number': 5, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'subnets': [{'id': '1f289036-4649-4f08-8be9-d53556abacbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:22.665714 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:22.690971 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26165c79-175c-4445-9712-59a673099535 None None] The sync data for ids ['85b72639-72a9-4412-b377-c61e399e5b2c'] in dv-cinder-840525-3-iscsi is: [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '90aa5386-4979-411d-b3b9-b37f2ce45fc3', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'port_id': '68a6e936-3e2e-4bc2-ab59-de0b96e000d7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'mac_address': 'fa:16:3e:f4:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38237468-6ade-46a7-830f-371a8a34c4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:54:45Z', 'updated_at': '2022-08-24T17:54:47Z', 'revision_number': 1, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e20a5d-f470-4588-b1c6-4fccd8d43ed7', 'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'mac_address': 'fa:16:3e:cb:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:55Z', 'updated_at': '2022-08-24T17:51:04Z', 'revision_number': 5, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'subnets': [{'id': '1f289036-4649-4f08-8be9-d53556abacbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:58:22.910957 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc11acf-9996-4e90-8fea-6850721a5c12 None None] New status for floating IP c8d752eb-2273-4930-a965-74725e5945ca: DOWN {{(pid=112766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:58:22.915376 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=100 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:23.424685 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902b710-4350-4c50-8a16-dd6a7cd8b609 req-4ecb6fb1-cde8-4d1e-b18c-436552bb817d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:23.426180 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4902b710-4350-4c50-8a16-dd6a7cd8b609 req-4ecb6fb1-cde8-4d1e-b18c-436552bb817d service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=670b2ce6-025e-49c8-81a1-b5bd33c90dee HTTP/1.1" status: 200 len: 911 time: 0.0870507 Aug 24 17:58:23.436278 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ba263-a954-4cd0-acef-5719a2a2f3d1 req-7f45eeb2-d50f-4fc1-b968-f189fb8ff8c4 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:23.437744 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4f9ba263-a954-4cd0-acef-5719a2a2f3d1 req-7f45eeb2-d50f-4fc1-b968-f189fb8ff8c4 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 946 time: 0.0467110 Aug 24 17:58:23.469814 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4902b710-4350-4c50-8a16-dd6a7cd8b609 req-93519e90-6140-49a8-ba63-78e52e54c8a3 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=206a6ecc-a9ba-4d78-b340-8f29b89a766a HTTP/1.1" status: 200 len: 217 time: 0.0371711 Aug 24 17:58:23.486776 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4f9ba263-a954-4cd0-acef-5719a2a2f3d1 req-09db3a9b-7633-4c39-902e-986cdf97bb37 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433457 Aug 24 17:58:23.590097 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902b710-4350-4c50-8a16-dd6a7cd8b609 req-dd54b071-695f-4125-b32e-d230bbaf1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:23.591905 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4902b710-4350-4c50-8a16-dd6a7cd8b609 req-dd54b071-695f-4125-b32e-d230bbaf1528 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=1f289036-4649-4f08-8be9-d53556abacbd HTTP/1.1" status: 200 len: 849 time: 0.0471210 Aug 24 17:58:23.637588 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902b710-4350-4c50-8a16-dd6a7cd8b609 req-a2c8e45e-d955-4507-ab07-a5168e67e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:23.638978 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4902b710-4350-4c50-8a16-dd6a7cd8b609 req-a2c8e45e-d955-4507-ab07-a5168e67e42b service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=670b2ce6-025e-49c8-81a1-b5bd33c90dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391748 Aug 24 17:58:23.759689 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [req-4902b710-4350-4c50-8a16-dd6a7cd8b609 req-1e273159-382f-4daf-8c71-81975b3e4751 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112764) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:58:23.760639 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4902b710-4350-4c50-8a16-dd6a7cd8b609 req-1e273159-382f-4daf-8c71-81975b3e4751 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055137 Aug 24 17:58:23.876849 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4902b710-4350-4c50-8a16-dd6a7cd8b609 req-3d678d14-bd15-4fb4-ba36-2d36dff53ff2 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973074 Aug 24 17:58:23.877429 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bc7b5-af96-4470-b5f6-22124e01f45b req-6ab64674-d09c-45bd-bfc0-2bda168d0811 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:23.879092 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-528bc7b5-af96-4470-b5f6-22124e01f45b req-6ab64674-d09c-45bd-bfc0-2bda168d0811 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 946 time: 0.0565138 Aug 24 17:58:23.905887 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:23.974233 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [req-528bc7b5-af96-4470-b5f6-22124e01f45b req-e9f8e7bd-7431-457d-bae8-5993e123281d tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Deleting port 206a6ecc-a9ba-4d78-b340-8f29b89a766a {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:58:23.974581 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-528bc7b5-af96-4470-b5f6-22124e01f45b req-e9f8e7bd-7431-457d-bae8-5993e123281d tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (206a6ecc-a9ba-4d78-b340-8f29b89a766a), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:23.985772 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-4902b710-4350-4c50-8a16-dd6a7cd8b609 req-09254b32-e68f-4e5e-8988-2dc31a1e37a8 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987699 Aug 24 17:58:24.079048 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [req-528bc7b5-af96-4470-b5f6-22124e01f45b req-e9f8e7bd-7431-457d-bae8-5993e123281d tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] For port 206a6ecc-a9ba-4d78-b340-8f29b89a766a, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=206a6ecc-a9ba-4d78-b340-8f29b89a766a,segment=NetworkSegment(30259835-216c-4123-bc4a-7b0c958ef368),segment_id=30259835-216c-4123-bc4a-7b0c958ef368)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:24.079371 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-528bc7b5-af96-4470-b5f6-22124e01f45b req-e9f8e7bd-7431-457d-bae8-5993e123281d tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (206a6ecc-a9ba-4d78-b340-8f29b89a766a), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:24.093525 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [req-528bc7b5-af96-4470-b5f6-22124e01f45b req-e9f8e7bd-7431-457d-bae8-5993e123281d tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Calling delete_port for 206a6ecc-a9ba-4d78-b340-8f29b89a766a owned by compute:nova {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:58:24.228284 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-528bc7b5-af96-4470-b5f6-22124e01f45b req-e9f8e7bd-7431-457d-bae8-5993e123281d tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (206a6ecc-a9ba-4d78-b340-8f29b89a766a), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:24.257486 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8e7bd-7431-457d-bae8-5993e123281d tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Pushing event deleted for resources: {'Port': ['ID=206a6ecc-a9ba-4d78-b340-8f29b89a766a,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:24.303703 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [req-528bc7b5-af96-4470-b5f6-22124e01f45b req-e9f8e7bd-7431-457d-bae8-5993e123281d tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] No DVR routers for this DVR port 206a6ecc-a9ba-4d78-b340-8f29b89a766a on host hv-cinder-84052 {{(pid=112763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:58:24.306083 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-528bc7b5-af96-4470-b5f6-22124e01f45b req-e9f8e7bd-7431-457d-bae8-5993e123281d tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:24.309310 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-528bc7b5-af96-4470-b5f6-22124e01f45b req-e9f8e7bd-7431-457d-bae8-5993e123281d tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.62 "DELETE /networking/v2.0/ports/206a6ecc-a9ba-4d78-b340-8f29b89a766a HTTP/1.1" status: 204 len: 173 time: 0.4219267 Aug 24 17:58:24.309749 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c6c085-c660-42cf-90ce-069f9ecfc17d', 'name': 'network-vif-deleted', 'tag': '206a6ecc-a9ba-4d78-b340-8f29b89a766a'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:58:24.312023 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0ba935-62cf-4c6d-b6e0-74a533255fad" -d '{"events": [{"server_uuid": "97c6c085-c660-42cf-90ce-069f9ecfc17d", "name": "network-vif-deleted", "tag": "206a6ecc-a9ba-4d78-b340-8f29b89a766a"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:58:24.349953 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd46cab-4779-4365-bfe4-dbc623f5e927 x-openstack-request-id: req-7cd46cab-4779-4365-bfe4-dbc623f5e927 {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:58:24.350311 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c6c085-c660-42cf-90ce-069f9ecfc17d", "name": "network-vif-deleted", "tag": "206a6ecc-a9ba-4d78-b340-8f29b89a766a", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:58:24.350617 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7cd46cab-4779-4365-bfe4-dbc623f5e927 {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:58:24.351059 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd46cab-4779-4365-bfe4-dbc623f5e927'] response: {'server_uuid': '97c6c085-c660-42cf-90ce-069f9ecfc17d', 'name': 'network-vif-deleted', 'tag': '206a6ecc-a9ba-4d78-b340-8f29b89a766a', 'status': 'completed', 'code': 200} Aug 24 17:58:24.609740 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9f46d86e-fbac-406d-a65d-83c036411c1d req-f342fe04-0b9d-4995-8a50-fb13c48906be tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=97c6c085-c660-42cf-90ce-069f9ecfc17d HTTP/1.1" status: 200 len: 210 time: 0.0344951 Aug 24 17:58:25.331382 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 39352) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:25.445450 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-f8758da9-c03a-4389-822e-41f2ce836956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:25.466882 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:25.521308 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-f8758da9-c03a-4389-822e-41f2ce836956 admin admin] Publish callbacks [] for security_group (8e1a20bd-21fb-491b-a009-3624f77f8b0b), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:25.525370 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-f8758da9-c03a-4389-822e-41f2ce836956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (8e1a20bd-21fb-491b-a009-3624f77f8b0b), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:25.564601 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8758da9-c03a-4389-822e-41f2ce836956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1a20bd-21fb-491b-a009-3624f77f8b0b,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:25.569046 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-f8758da9-c03a-4389-822e-41f2ce836956 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c3f39580ab584e8ab9aa3a4d9e86d5d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366321 Aug 24 17:58:25.571746 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 39356) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:25.620575 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1326fce8-4c5c-4ef6-a701-c503e9724b72 admin admin] Publish callbacks [] for security_group (8e1a20bd-21fb-491b-a009-3624f77f8b0b), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:25.644314 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1326fce8-4c5c-4ef6-a701-c503e9724b72 admin admin] Publish callbacks [] for security_group (8e1a20bd-21fb-491b-a009-3624f77f8b0b), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:25.697482 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1326fce8-4c5c-4ef6-a701-c503e9724b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (8e1a20bd-21fb-491b-a009-3624f77f8b0b), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:25.700641 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1326fce8-4c5c-4ef6-a701-c503e9724b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:25.701991 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-1326fce8-4c5c-4ef6-a701-c503e9724b72 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8e1a20bd-21fb-491b-a009-3624f77f8b0b HTTP/1.1" status: 204 len: 168 time: 0.1292334 Aug 24 17:58:25.710296 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326fce8-4c5c-4ef6-a701-c503e9724b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1a20bd-21fb-491b-a009-3624f77f8b0b,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:26.366852 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 206a6ecc-a9ba-4d78-b340-8f29b89a766a no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:58:26.386945 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] No Port match for: 206a6ecc-a9ba-4d78-b340-8f29b89a766a {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:58:26.387289 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 206a6ecc-a9ba-4d78-b340-8f29b89a766a not bound to the agent host hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:58:27.918883 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 39418) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:28.059752 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-ba7635a5-a131-4731-b874-294c51b2e977 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Deleting port 0686de84-5c93-454d-b141-4d8a2fd684f1 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:58:28.060101 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ba7635a5-a131-4731-b874-294c51b2e977 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (0686de84-5c93-454d-b141-4d8a2fd684f1), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:28.136079 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ba7635a5-a131-4731-b874-294c51b2e977 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (0686de84-5c93-454d-b141-4d8a2fd684f1), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:28.136411 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ba7635a5-a131-4731-b874-294c51b2e977 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for floatingip (0686de84-5c93-454d-b141-4d8a2fd684f1), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:28.148715 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-ba7635a5-a131-4731-b874-294c51b2e977 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Calling delete_port for 0686de84-5c93-454d-b141-4d8a2fd684f1 owned by network:floatingip {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:58:28.317243 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ba7635a5-a131-4731-b874-294c51b2e977 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (0686de84-5c93-454d-b141-4d8a2fd684f1), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:28.346891 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7635a5-a131-4731-b874-294c51b2e977 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Pushing event deleted for resources: {'Port': ['ID=0686de84-5c93-454d-b141-4d8a2fd684f1,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:28.356415 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:28.414351 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ba7635a5-a131-4731-b874-294c51b2e977 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for floatingip (90aa5386-4979-411d-b3b9-b37f2ce45fc3), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:28.414688 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.l3_db [None req-ba7635a5-a131-4731-b874-294c51b2e977 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Floating IP 90aa5386-4979-411d-b3b9-b37f2ce45fc3 disassociated (deleted). External IP: 172.27.1.228, port: 68a6e936-3e2e-4bc2-ab59-de0b96e000d7. Aug 24 17:58:28.475372 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:INSERT=4,neutron:UPDATE=1,neutron:SELECT=90,neutron:DELETE=5 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:28.866953 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7635a5-a131-4731-b874-294c51b2e977 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Router 85b72639-72a9-4412-b377-c61e399e5b2c has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:58:28.969156 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7635a5-a131-4731-b874-294c51b2e977 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:58:28.973790 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-ba7635a5-a131-4731-b874-294c51b2e977 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:28.978688 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea2f17b-cc04-4be8-901a-77c9b0881a66 None None] Sync routers for ids ['85b72639-72a9-4412-b377-c61e399e5b2c'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:58:28.988868 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea2f17b-cc04-4be8-901a-77c9b0881a66 None None] Routers {'85b72639-72a9-4412-b377-c61e399e5b2c'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:28.989482 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-1ea2f17b-cc04-4be8-901a-77c9b0881a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:58:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['85b72639-72a9-4412-b377-c61e399e5b2c'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:29.007728 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-ba7635a5-a131-4731-b874-294c51b2e977 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/90aa5386-4979-411d-b3b9-b37f2ce45fc3 HTTP/1.1" status: 204 len: 168 time: 1.0876546 Aug 24 17:58:29.008430 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38237468-6ade-46a7-830f-371a8a34c4f4', 'tag': '68a6e936-3e2e-4bc2-ab59-de0b96e000d7'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:58:29.011372 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4925600a-ea7b-49cd-b492-6d562f81eabd" -d '{"events": [{"name": "network-changed", "server_uuid": "38237468-6ade-46a7-830f-371a8a34c4f4", "tag": "68a6e936-3e2e-4bc2-ab59-de0b96e000d7"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:58:29.098005 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-1ea2f17b-cc04-4be8-901a-77c9b0881a66 None None] Set router 85b72639-72a9-4412-b377-c61e399e5b2c gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:29.205107 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecafa70-1a7e-41cf-baad-6dde19da3fcf x-openstack-request-id: req-1ecafa70-1a7e-41cf-baad-6dde19da3fcf {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:58:29.205637 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38237468-6ade-46a7-830f-371a8a34c4f4", "tag": "68a6e936-3e2e-4bc2-ab59-de0b96e000d7", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:58:29.205890 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1ecafa70-1a7e-41cf-baad-6dde19da3fcf {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:58:29.207516 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ecafa70-1a7e-41cf-baad-6dde19da3fcf'] response: {'name': 'network-changed', 'server_uuid': '38237468-6ade-46a7-830f-371a8a34c4f4', 'tag': '68a6e936-3e2e-4bc2-ab59-de0b96e000d7', 'status': 'completed', 'code': 200} Aug 24 17:58:29.244459 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8adea-d9f8-4455-84d9-46e72a141a8b req-5f340bbb-45a3-45d4-a197-f46061584c2b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:29.246027 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-50b8adea-d9f8-4455-84d9-46e72a141a8b req-5f340bbb-45a3-45d4-a197-f46061584c2b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0486302 Aug 24 17:58:29.298677 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-50b8adea-d9f8-4455-84d9-46e72a141a8b req-61c60930-f888-4908-8255-166535607598 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470388 Aug 24 17:58:29.423788 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-1ea2f17b-cc04-4be8-901a-77c9b0881a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '19e20a5d-f470-4588-b1c6-4fccd8d43ed7', 'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'mac_address': 'fa:16:3e:cb:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:55Z', 'updated_at': '2022-08-24T17:51:04Z', 'revision_number': 5, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'subnets': [{'id': '1f289036-4649-4f08-8be9-d53556abacbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:29.449236 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea2f17b-cc04-4be8-901a-77c9b0881a66 None None] Checking router: 85b72639-72a9-4412-b377-c61e399e5b2c for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:58:29.457559 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea2f17b-cc04-4be8-901a-77c9b0881a66 None None] Routers {'85b72639-72a9-4412-b377-c61e399e5b2c'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:29.458194 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-1ea2f17b-cc04-4be8-901a-77c9b0881a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:58:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['85b72639-72a9-4412-b377-c61e399e5b2c'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:29.560999 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-1ea2f17b-cc04-4be8-901a-77c9b0881a66 None None] Set router 85b72639-72a9-4412-b377-c61e399e5b2c gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:29.748787 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-1ea2f17b-cc04-4be8-901a-77c9b0881a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '19e20a5d-f470-4588-b1c6-4fccd8d43ed7', 'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'mac_address': 'fa:16:3e:cb:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:55Z', 'updated_at': '2022-08-24T17:51:04Z', 'revision_number': 5, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'subnets': [{'id': '1f289036-4649-4f08-8be9-d53556abacbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:29.775095 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea2f17b-cc04-4be8-901a-77c9b0881a66 None None] The sync data for ids ['85b72639-72a9-4412-b377-c61e399e5b2c'] in dv-cinder-840525-3-iscsi is: [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:50:56Z', 'revision_number': 4, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '19e20a5d-f470-4588-b1c6-4fccd8d43ed7', 'name': '', 'network_id': '670b2ce6-025e-49c8-81a1-b5bd33c90dee', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'mac_address': 'fa:16:3e:cb:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1f289036-4649-4f08-8be9-d53556abacbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:55Z', 'updated_at': '2022-08-24T17:51:04Z', 'revision_number': 5, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'subnets': [{'id': '1f289036-4649-4f08-8be9-d53556abacbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:58:30.021863 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329075b3-c013-4199-bd24-ecaa9bcf43e1 None None] New status for floating IP 90aa5386-4979-411d-b3b9-b37f2ce45fc3: DOWN {{(pid=112766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:58:30.420409 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70532e-6b4f-49d7-9823-948370d0be54 req-94b4aa52-f656-4d46-9b27-13825e0af26a tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:30.421862 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7a70532e-6b4f-49d7-9823-948370d0be54 req-94b4aa52-f656-4d46-9b27-13825e0af26a tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0469966 Aug 24 17:58:30.471793 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7a70532e-6b4f-49d7-9823-948370d0be54 req-567a7dd1-7c5c-4c77-a744-4a98c6f6a183 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443823 Aug 24 17:58:31.600789 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb11c3-c58b-4b56-bc75-3906a18d7984 req-b944da68-01e5-46d0-9a88-5d6f79775ad1 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:31.602300 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-50cb11c3-c58b-4b56-bc75-3906a18d7984 req-b944da68-01e5-46d0-9a88-5d6f79775ad1 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0509274 Aug 24 17:58:31.651594 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-50cb11c3-c58b-4b56-bc75-3906a18d7984 req-74605fe0-18d1-4648-bb4b-0028cc391fd3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436983 Aug 24 17:58:32.774685 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925600a-ea7b-49cd-b492-6d562f81eabd req-d31686cb-93f7-4c55-8165-5fb15694f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:32.775373 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1c037-faf3-44f3-b35d-315d366a0203 req-93e78f30-dc2a-41f5-b27e-15d13b64710b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:32.776180 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4925600a-ea7b-49cd-b492-6d562f81eabd req-d31686cb-93f7-4c55-8165-5fb15694f39e service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=b9cd3cd0a9434f5ab0e1e1c52145beb2&device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 1129 time: 0.0425265 Aug 24 17:58:32.776476 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3ec1c037-faf3-44f3-b35d-315d366a0203 req-93e78f30-dc2a-41f5-b27e-15d13b64710b tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0487335 Aug 24 17:58:32.826523 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-3ec1c037-faf3-44f3-b35d-315d366a0203 req-5e85dbbb-68e1-4cbf-8139-4a5c0425ab8d tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5792484b-a3e6-4502-bc08-7671a46e2e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442350 Aug 24 17:58:32.874437 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925600a-ea7b-49cd-b492-6d562f81eabd req-19177da4-dcea-4dcd-b48b-0b5c9987a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:32.875915 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4925600a-ea7b-49cd-b492-6d562f81eabd req-19177da4-dcea-4dcd-b48b-0b5c9987a6ed service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=670b2ce6-025e-49c8-81a1-b5bd33c90dee HTTP/1.1" status: 200 len: 911 time: 0.0926194 Aug 24 17:58:32.955783 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4925600a-ea7b-49cd-b492-6d562f81eabd req-b35e8103-9da0-4c23-8b6f-8180b3d750b7 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68a6e936-3e2e-4bc2-ab59-de0b96e000d7 HTTP/1.1" status: 200 len: 217 time: 0.0348773 Aug 24 17:58:33.003907 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925600a-ea7b-49cd-b492-6d562f81eabd req-1cf2e569-7f31-4744-a337-991ece05536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:33.005306 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4925600a-ea7b-49cd-b492-6d562f81eabd req-1cf2e569-7f31-4744-a337-991ece05536e service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=1f289036-4649-4f08-8be9-d53556abacbd HTTP/1.1" status: 200 len: 849 time: 0.0437441 Aug 24 17:58:33.147061 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:33.152847 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:33.162082 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925600a-ea7b-49cd-b492-6d562f81eabd req-666696fb-5613-4998-be3d-c298148e3287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:33.163792 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4925600a-ea7b-49cd-b492-6d562f81eabd req-666696fb-5613-4998-be3d-c298148e3287 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=670b2ce6-025e-49c8-81a1-b5bd33c90dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440958 Aug 24 17:58:33.250995 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bbb6f-0bed-4523-87af-3b8a3febf1a2 req-4b4233fb-f162-41cb-8f22-a6de355aa691 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:33.252591 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a13bbb6f-0bed-4523-87af-3b8a3febf1a2 req-4b4233fb-f162-41cb-8f22-a6de355aa691 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0530427 Aug 24 17:58:33.270944 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4925600a-ea7b-49cd-b492-6d562f81eabd req-68d8293e-ef25-42f9-9c51-5f08960e4eb9 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008236 Aug 24 17:58:33.337382 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-a13bbb6f-0bed-4523-87af-3b8a3febf1a2 req-e11b39ec-d490-4734-8f00-b8ed2c20da20 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Deleting port 68a6e936-3e2e-4bc2-ab59-de0b96e000d7 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:58:33.338472 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-a13bbb6f-0bed-4523-87af-3b8a3febf1a2 req-e11b39ec-d490-4734-8f00-b8ed2c20da20 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (68a6e936-3e2e-4bc2-ab59-de0b96e000d7), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:33.372157 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4925600a-ea7b-49cd-b492-6d562f81eabd req-eb4d983a-656b-48d1-8920-a01784a35969 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952001 Aug 24 17:58:33.437291 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-a13bbb6f-0bed-4523-87af-3b8a3febf1a2 req-e11b39ec-d490-4734-8f00-b8ed2c20da20 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] For port 68a6e936-3e2e-4bc2-ab59-de0b96e000d7, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=68a6e936-3e2e-4bc2-ab59-de0b96e000d7,segment=NetworkSegment(30259835-216c-4123-bc4a-7b0c958ef368),segment_id=30259835-216c-4123-bc4a-7b0c958ef368)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:33.437646 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-a13bbb6f-0bed-4523-87af-3b8a3febf1a2 req-e11b39ec-d490-4734-8f00-b8ed2c20da20 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (68a6e936-3e2e-4bc2-ab59-de0b96e000d7), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:33.452832 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-a13bbb6f-0bed-4523-87af-3b8a3febf1a2 req-e11b39ec-d490-4734-8f00-b8ed2c20da20 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Calling delete_port for 68a6e936-3e2e-4bc2-ab59-de0b96e000d7 owned by compute:nova {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:58:33.574249 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:33.592696 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-a13bbb6f-0bed-4523-87af-3b8a3febf1a2 req-e11b39ec-d490-4734-8f00-b8ed2c20da20 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (68a6e936-3e2e-4bc2-ab59-de0b96e000d7), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:33.623189 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:33.625804 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b39ec-d490-4734-8f00-b8ed2c20da20 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Pushing event deleted for resources: {'Port': ['ID=68a6e936-3e2e-4bc2-ab59-de0b96e000d7,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:33.673729 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13bbb6f-0bed-4523-87af-3b8a3febf1a2 req-e11b39ec-d490-4734-8f00-b8ed2c20da20 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] No DVR routers for this DVR port 68a6e936-3e2e-4bc2-ab59-de0b96e000d7 on host hv-cinder-84052 {{(pid=112764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:58:33.676217 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-a13bbb6f-0bed-4523-87af-3b8a3febf1a2 req-e11b39ec-d490-4734-8f00-b8ed2c20da20 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:33.679512 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-a13bbb6f-0bed-4523-87af-3b8a3febf1a2 req-e11b39ec-d490-4734-8f00-b8ed2c20da20 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.62 "DELETE /networking/v2.0/ports/68a6e936-3e2e-4bc2-ab59-de0b96e000d7 HTTP/1.1" status: 204 len: 173 time: 0.4217920 Aug 24 17:58:33.679952 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38237468-6ade-46a7-830f-371a8a34c4f4', 'name': 'network-vif-deleted', 'tag': '68a6e936-3e2e-4bc2-ab59-de0b96e000d7'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:58:33.682848 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac3628b-86b8-462d-9b77-ed0008560aa9" -d '{"events": [{"server_uuid": "38237468-6ade-46a7-830f-371a8a34c4f4", "name": "network-vif-deleted", "tag": "68a6e936-3e2e-4bc2-ab59-de0b96e000d7"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:58:33.724952 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e806cd5-8657-44e1-9826-5c4b411ff0ff x-openstack-request-id: req-9e806cd5-8657-44e1-9826-5c4b411ff0ff {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:58:33.725249 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38237468-6ade-46a7-830f-371a8a34c4f4", "name": "network-vif-deleted", "tag": "68a6e936-3e2e-4bc2-ab59-de0b96e000d7", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:58:33.725530 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9e806cd5-8657-44e1-9826-5c4b411ff0ff {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:58:33.725946 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e806cd5-8657-44e1-9826-5c4b411ff0ff'] response: {'server_uuid': '38237468-6ade-46a7-830f-371a8a34c4f4', 'name': 'network-vif-deleted', 'tag': '68a6e936-3e2e-4bc2-ab59-de0b96e000d7', 'status': 'completed', 'code': 200} Aug 24 17:58:33.799627 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:58:33.928641 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fe2ba54c-6db8-4410-aeb8-e6bd8b8144ee req-d74c92ad-8dd8-4197-8d92-e3b959cae4f6 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=38237468-6ade-46a7-830f-371a8a34c4f4 HTTP/1.1" status: 200 len: 210 time: 0.0299633 Aug 24 17:58:34.993827 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 39510) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:35.114746 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-8a4b1075-db94-4b91-87a4-780e643e56a3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Deleting port 09e95583-9918-4140-8938-52d61171f92d {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:58:35.115099 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8a4b1075-db94-4b91-87a4-780e643e56a3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (09e95583-9918-4140-8938-52d61171f92d), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:35.130669 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:35.191932 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8a4b1075-db94-4b91-87a4-780e643e56a3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (09e95583-9918-4140-8938-52d61171f92d), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:35.192271 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8a4b1075-db94-4b91-87a4-780e643e56a3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for floatingip (09e95583-9918-4140-8938-52d61171f92d), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:35.204957 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-8a4b1075-db94-4b91-87a4-780e643e56a3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Calling delete_port for 09e95583-9918-4140-8938-52d61171f92d owned by network:floatingip {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:58:35.335605 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8a4b1075-db94-4b91-87a4-780e643e56a3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (09e95583-9918-4140-8938-52d61171f92d), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:35.361909 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b1075-db94-4b91-87a4-780e643e56a3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Pushing event deleted for resources: {'Port': ['ID=09e95583-9918-4140-8938-52d61171f92d,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:35.424511 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8a4b1075-db94-4b91-87a4-780e643e56a3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for floatingip (3b566491-811e-4467-b44e-035d7a66ae0f), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:35.427016 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8a4b1075-db94-4b91-87a4-780e643e56a3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:35.428196 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-8a4b1075-db94-4b91-87a4-780e643e56a3 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/3b566491-811e-4467-b44e-035d7a66ae0f HTTP/1.1" status: 204 len: 168 time: 0.4331834 Aug 24 17:58:36.286489 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 39536) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:36.392937 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b758-a784-4a14-bbcc-b042c5b6dd1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:36.414458 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 68a6e936-3e2e-4bc2-ab59-de0b96e000d7 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:58:36.433677 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] No Port match for: 68a6e936-3e2e-4bc2-ab59-de0b96e000d7 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:58:36.433950 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 68a6e936-3e2e-4bc2-ab59-de0b96e000d7 not bound to the agent host hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:58:36.471208 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b758-a784-4a14-bbcc-b042c5b6dd1f admin admin] Publish callbacks [] for security_group (2d6df95a-99bd-4f57-8ee3-35a2ddd01d3b), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:36.474890 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b758-a784-4a14-bbcc-b042c5b6dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (2d6df95a-99bd-4f57-8ee3-35a2ddd01d3b), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:36.520769 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-d9b7b758-a784-4a14-bbcc-b042c5b6dd1f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c2fb2694dbac4f9c8cdb2a6afb1cda97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330892 Aug 24 17:58:36.521644 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7b758-a784-4a14-bbcc-b042c5b6dd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6df95a-99bd-4f57-8ee3-35a2ddd01d3b,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:36.523540 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 39540) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:36.575324 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-02cb072e-138d-410a-bf57-4f1f218388bc admin admin] Publish callbacks [] for security_group (2d6df95a-99bd-4f57-8ee3-35a2ddd01d3b), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:36.598852 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-02cb072e-138d-410a-bf57-4f1f218388bc admin admin] Publish callbacks [] for security_group (2d6df95a-99bd-4f57-8ee3-35a2ddd01d3b), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:36.631694 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 39544) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:36.663870 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-02cb072e-138d-410a-bf57-4f1f218388bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (2d6df95a-99bd-4f57-8ee3-35a2ddd01d3b), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:36.666389 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-02cb072e-138d-410a-bf57-4f1f218388bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:36.667496 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-02cb072e-138d-410a-bf57-4f1f218388bc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2d6df95a-99bd-4f57-8ee3-35a2ddd01d3b HTTP/1.1" status: 204 len: 168 time: 0.1428769 Aug 24 17:58:36.685691 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb072e-138d-410a-bf57-4f1f218388bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6df95a-99bd-4f57-8ee3-35a2ddd01d3b,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:36.710558 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5206f9bd-290a-457b-926a-e1dfbc417659 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group (5792484b-a3e6-4502-bc08-7671a46e2e20), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:36.737279 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5206f9bd-290a-457b-926a-e1dfbc417659 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group (5792484b-a3e6-4502-bc08-7671a46e2e20), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:36.803621 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5206f9bd-290a-457b-926a-e1dfbc417659 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (5792484b-a3e6-4502-bc08-7671a46e2e20), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:36.806355 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5206f9bd-290a-457b-926a-e1dfbc417659 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:36.807631 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-5206f9bd-290a-457b-926a-e1dfbc417659 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5792484b-a3e6-4502-bc08-7671a46e2e20 HTTP/1.1" status: 204 len: 168 time: 0.1749690 Aug 24 17:58:36.817058 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206f9bd-290a-457b-926a-e1dfbc417659 tempest-TestVolumeBootPattern-298645184 tempest-TestVolumeBootPattern-298645184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5792484b-a3e6-4502-bc08-7671a46e2e20,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:36.867986 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 39552) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:36.966978 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 39556) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:36.984987 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a8c489ba-d0d6-4264-a2c5-585bd98756db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:37.009078 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-aaf41e91-f07e-470b-bb1f-944a85d5ed3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:37.061662 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:37.065264 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:37.066472 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a8c489ba-d0d6-4264-a2c5-585bd98756db admin admin] Publish callbacks [] for security_group (47be161c-0bae-4da0-9acd-17be8410a4df), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:37.070745 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-a8c489ba-d0d6-4264-a2c5-585bd98756db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (47be161c-0bae-4da0-9acd-17be8410a4df), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:37.111823 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-a8c489ba-d0d6-4264-a2c5-585bd98756db admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d174465c632b49d9acec89f999c44bf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435568 Aug 24 17:58:37.112708 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c489ba-d0d6-4264-a2c5-585bd98756db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47be161c-0bae-4da0-9acd-17be8410a4df,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:37.114961 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 39558) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:37.164980 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-2df76a61-57f5-4fe7-9319-b8463573db8e admin admin] Publish callbacks [] for security_group (47be161c-0bae-4da0-9acd-17be8410a4df), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:37.185410 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-2df76a61-57f5-4fe7-9319-b8463573db8e admin admin] Publish callbacks [] for security_group (47be161c-0bae-4da0-9acd-17be8410a4df), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:37.233177 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-2df76a61-57f5-4fe7-9319-b8463573db8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (47be161c-0bae-4da0-9acd-17be8410a4df), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:37.235758 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-2df76a61-57f5-4fe7-9319-b8463573db8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:37.236921 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-2df76a61-57f5-4fe7-9319-b8463573db8e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/47be161c-0bae-4da0-9acd-17be8410a4df HTTP/1.1" status: 204 len: 168 time: 0.1210353 Aug 24 17:58:37.246023 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df76a61-57f5-4fe7-9319-b8463573db8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47be161c-0bae-4da0-9acd-17be8410a4df,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:37.308234 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6286363c-4caa-4c45-9eab-80c72a37c57a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797293'] for router_interface (85b72639-72a9-4412-b377-c61e399e5b2c), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:37.537804 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-6286363c-4caa-4c45-9eab-80c72a37c57a admin admin] Deleting port 19e20a5d-f470-4588-b1c6-4fccd8d43ed7 {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:58:37.538153 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6286363c-4caa-4c45-9eab-80c72a37c57a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (19e20a5d-f470-4588-b1c6-4fccd8d43ed7), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:37.621271 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [None req-6286363c-4caa-4c45-9eab-80c72a37c57a admin admin] For port 19e20a5d-f470-4588-b1c6-4fccd8d43ed7, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=19e20a5d-f470-4588-b1c6-4fccd8d43ed7,segment=NetworkSegment(30259835-216c-4123-bc4a-7b0c958ef368),segment_id=30259835-216c-4123-bc4a-7b0c958ef368)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:37.621710 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6286363c-4caa-4c45-9eab-80c72a37c57a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (19e20a5d-f470-4588-b1c6-4fccd8d43ed7), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:37.635745 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-6286363c-4caa-4c45-9eab-80c72a37c57a admin admin] Calling delete_port for 19e20a5d-f470-4588-b1c6-4fccd8d43ed7 owned by network:router_interface {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:58:37.771567 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:37.821842 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6286363c-4caa-4c45-9eab-80c72a37c57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (19e20a5d-f470-4588-b1c6-4fccd8d43ed7), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:37.853491 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286363c-4caa-4c45-9eab-80c72a37c57a admin admin] Pushing event deleted for resources: {'Port': ['ID=19e20a5d-f470-4588-b1c6-4fccd8d43ed7,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:37.999797 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:38.025620 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-6286363c-4caa-4c45-9eab-80c72a37c57a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1797177'] for router_interface (85b72639-72a9-4412-b377-c61e399e5b2c), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:38.239329 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6286363c-4caa-4c45-9eab-80c72a37c57a admin admin] Router 85b72639-72a9-4412-b377-c61e399e5b2c has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:58:38.347766 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6286363c-4caa-4c45-9eab-80c72a37c57a admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:58:38.355864 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-6286363c-4caa-4c45-9eab-80c72a37c57a admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/85b72639-72a9-4412-b377-c61e399e5b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4829271 Aug 24 17:58:38.355864 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 39590) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:38.358045 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22caf94-e927-459f-8de1-5bc1d5702fbb None None] Sync routers for ids ['85b72639-72a9-4412-b377-c61e399e5b2c'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:58:38.370225 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22caf94-e927-459f-8de1-5bc1d5702fbb None None] Routers {'85b72639-72a9-4412-b377-c61e399e5b2c'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:38.370973 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-f22caf94-e927-459f-8de1-5bc1d5702fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:58:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['85b72639-72a9-4412-b377-c61e399e5b2c'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:38.452001 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:38.465333 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-353f9bd2-cfdf-4d57-8442-69cde6ca64eb admin admin] Publish callbacks [] for router (85b72639-72a9-4412-b377-c61e399e5b2c), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:38.481239 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-f22caf94-e927-459f-8de1-5bc1d5702fbb None None] Set router 85b72639-72a9-4412-b377-c61e399e5b2c gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:38.607952 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=100 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:38.677437 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-f22caf94-e927-459f-8de1-5bc1d5702fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:58:37Z', 'revision_number': 5, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:38.707855 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22caf94-e927-459f-8de1-5bc1d5702fbb None None] Checking router: 85b72639-72a9-4412-b377-c61e399e5b2c for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:58:38.717664 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22caf94-e927-459f-8de1-5bc1d5702fbb None None] Routers {'85b72639-72a9-4412-b377-c61e399e5b2c'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:38.718296 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-f22caf94-e927-459f-8de1-5bc1d5702fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:58:09Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['85b72639-72a9-4412-b377-c61e399e5b2c'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:38.830777 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-f22caf94-e927-459f-8de1-5bc1d5702fbb None None] Set router 85b72639-72a9-4412-b377-c61e399e5b2c gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:38.836136 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-353f9bd2-cfdf-4d57-8442-69cde6ca64eb admin admin] Publish callbacks [] for router_gateway (85b72639-72a9-4412-b377-c61e399e5b2c), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:38.881783 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-353f9bd2-cfdf-4d57-8442-69cde6ca64eb admin admin] Deleting port e62379fe-01c6-4535-a2b3-9d0a66b5071e {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:58:38.882025 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-353f9bd2-cfdf-4d57-8442-69cde6ca64eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (e62379fe-01c6-4535-a2b3-9d0a66b5071e), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:38.976428 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [None req-353f9bd2-cfdf-4d57-8442-69cde6ca64eb admin admin] For port e62379fe-01c6-4535-a2b3-9d0a66b5071e, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=e62379fe-01c6-4535-a2b3-9d0a66b5071e,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:38.976803 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-353f9bd2-cfdf-4d57-8442-69cde6ca64eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (e62379fe-01c6-4535-a2b3-9d0a66b5071e), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:38.990865 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-353f9bd2-cfdf-4d57-8442-69cde6ca64eb admin admin] Calling delete_port for e62379fe-01c6-4535-a2b3-9d0a66b5071e owned by network:router_gateway {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:58:39.015721 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-f22caf94-e927-459f-8de1-5bc1d5702fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:58:37Z', 'revision_number': 5, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:39.044595 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:39.047697 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22caf94-e927-459f-8de1-5bc1d5702fbb None None] The sync data for ids ['85b72639-72a9-4412-b377-c61e399e5b2c'] in dv-cinder-840525-3-iscsi is: [{'id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'name': 'tempest-TestVolumeBootPattern-66404139-router', 'tenant_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:51Z', 'updated_at': '2022-08-24T17:58:37Z', 'revision_number': 5, 'project_id': 'b9cd3cd0a9434f5ab0e1e1c52145beb2', 'gw_port': {'id': 'e62379fe-01c6-4535-a2b3-9d0a66b5071e', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b72639-72a9-4412-b377-c61e399e5b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:50:52Z', 'updated_at': '2022-08-24T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:58:39.111211 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:39.171218 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-353f9bd2-cfdf-4d57-8442-69cde6ca64eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (e62379fe-01c6-4535-a2b3-9d0a66b5071e), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:39.199867 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f9bd2-cfdf-4d57-8442-69cde6ca64eb admin admin] Pushing event deleted for resources: {'Port': ['ID=e62379fe-01c6-4535-a2b3-9d0a66b5071e,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:39.267530 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-353f9bd2-cfdf-4d57-8442-69cde6ca64eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795944'] for router_gateway (85b72639-72a9-4412-b377-c61e399e5b2c), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:39.354503 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-353f9bd2-cfdf-4d57-8442-69cde6ca64eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1797267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router (85b72639-72a9-4412-b377-c61e399e5b2c), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:39.356571 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-353f9bd2-cfdf-4d57-8442-69cde6ca64eb admin admin] Publish callbacks [] for router_controller (85b72639-72a9-4412-b377-c61e399e5b2c), precommit_delete_associations {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:39.401508 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-353f9bd2-cfdf-4d57-8442-69cde6ca64eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1797258'] for router (85b72639-72a9-4412-b377-c61e399e5b2c), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:39.402259 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353f9bd2-cfdf-4d57-8442-69cde6ca64eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85b72639-72a9-4412-b377-c61e399e5b2c {{(pid=112763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:58:39.406701 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-353f9bd2-cfdf-4d57-8442-69cde6ca64eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:39.407911 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-353f9bd2-cfdf-4d57-8442-69cde6ca64eb admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/85b72639-72a9-4412-b377-c61e399e5b2c HTTP/1.1" status: 204 len: 168 time: 1.0516574 Aug 24 17:58:39.410405 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 39610) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:39.459361 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbfc4d63-1aed-4761-aef8-0c4608dc4365 admin admin] Deleting subnet 1f289036-4649-4f08-8be9-d53556abacbd {{(pid=112763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:58:39.463280 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-bbfc4d63-1aed-4761-aef8-0c4608dc4365 admin admin] Publish callbacks [] for subnet (1f289036-4649-4f08-8be9-d53556abacbd), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:39.476254 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-9b1b8006-73cd-4e70-8dbb-3fba351a8366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:39.501875 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-bbfc4d63-1aed-4761-aef8-0c4608dc4365 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7513626'] for subnet (1f289036-4649-4f08-8be9-d53556abacbd), precommit_delete_associations {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:39.583653 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-bbfc4d63-1aed-4761-aef8-0c4608dc4365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858428'] for subnet (1f289036-4649-4f08-8be9-d53556abacbd), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:39.640038 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-bbfc4d63-1aed-4761-aef8-0c4608dc4365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7605615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7792018'] for subnet (1f289036-4649-4f08-8be9-d53556abacbd), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:39.667553 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc4d63-1aed-4761-aef8-0c4608dc4365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f289036-4649-4f08-8be9-d53556abacbd,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:39.672644 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-bbfc4d63-1aed-4761-aef8-0c4608dc4365 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:39.677922 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1037287-b3e3-47c5-9de4-585d516d4780 None None] Network 670b2ce6-025e-49c8-81a1-b5bd33c90dee requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:58:39.679473 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-bbfc4d63-1aed-4761-aef8-0c4608dc4365 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/1f289036-4649-4f08-8be9-d53556abacbd HTTP/1.1" status: 204 len: 168 time: 0.2680314 Aug 24 17:58:39.680014 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 39612) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:39.757034 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5a6d417c-47e7-43c0-bcf3-9634af288bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772529'] for network (670b2ce6-025e-49c8-81a1-b5bd33c90dee), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:39.803850 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d417c-47e7-43c0-bcf3-9634af288bbd admin admin] Deleting port 155afa6c-acaf-4883-87bd-99cd96730a97 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:58:39.804201 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5a6d417c-47e7-43c0-bcf3-9634af288bbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (155afa6c-acaf-4883-87bd-99cd96730a97), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:39.828095 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:39.832074 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:39.871292 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [None req-5a6d417c-47e7-43c0-bcf3-9634af288bbd admin admin] For port 155afa6c-acaf-4883-87bd-99cd96730a97, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=155afa6c-acaf-4883-87bd-99cd96730a97,segment=NetworkSegment(30259835-216c-4123-bc4a-7b0c958ef368),segment_id=30259835-216c-4123-bc4a-7b0c958ef368)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:39.871590 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5a6d417c-47e7-43c0-bcf3-9634af288bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (155afa6c-acaf-4883-87bd-99cd96730a97), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:39.889152 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d417c-47e7-43c0-bcf3-9634af288bbd admin admin] Calling delete_port for 155afa6c-acaf-4883-87bd-99cd96730a97 owned by network:dhcp {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:58:39.966360 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5a6d417c-47e7-43c0-bcf3-9634af288bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (155afa6c-acaf-4883-87bd-99cd96730a97), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:39.989650 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d417c-47e7-43c0-bcf3-9634af288bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=155afa6c-acaf-4883-87bd-99cd96730a97,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:39.995799 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d417c-47e7-43c0-bcf3-9634af288bbd admin admin] No DVR routers for this DVR port 155afa6c-acaf-4883-87bd-99cd96730a97 on host dv-cinder-840525-3-iscsi {{(pid=112764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:58:40.071408 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5a6d417c-47e7-43c0-bcf3-9634af288bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853052', 'neutron.services.segments.db._delete_segments_for_network-8763232076656'] for network (670b2ce6-025e-49c8-81a1-b5bd33c90dee), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:40.081610 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c3ee16-bc00-4f1e-aaf7-f72de9e2c7b2 None None] DHCP port deletion for 670b2ce6-025e-49c8-81a1-b5bd33c90dee request from dv-cinder-840525-3-iscsi {{(pid=112765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 17:58:40.100058 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-5a6d417c-47e7-43c0-bcf3-9634af288bbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['670b2ce6-025e-49c8-81a1-b5bd33c90dee']}} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:40.110639 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-5a6d417c-47e7-43c0-bcf3-9634af288bbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30259835-216c-4123-bc4a-7b0c958ef368') {'for_net_delete': True} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:40.110946 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-5a6d417c-47e7-43c0-bcf3-9634af288bbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30259835-216c-4123-bc4a-7b0c958ef368') {} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:40.121436 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5a6d417c-47e7-43c0-bcf3-9634af288bbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763232055022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6112452'] for segment (30259835-216c-4123-bc4a-7b0c958ef368), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:40.136535 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5a6d417c-47e7-43c0-bcf3-9634af288bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (30259835-216c-4123-bc4a-7b0c958ef368), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:40.143253 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6d417c-47e7-43c0-bcf3-9634af288bbd admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=112764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:58:40.143682 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5a6d417c-47e7-43c0-bcf3-9634af288bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6221810'] for segment (30259835-216c-4123-bc4a-7b0c958ef368), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:40.163067 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.services.segments.plugin [-] Segment 30259835-216c-4123-bc4a-7b0c958ef368 resource provider aggregate not found Aug 24 17:58:40.171681 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 19e20a5d-f470-4588-b1c6-4fccd8d43ed7 no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:58:40.191388 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: 19e20a5d-f470-4588-b1c6-4fccd8d43ed7 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:58:40.191751 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 19e20a5d-f470-4588-b1c6-4fccd8d43ed7 not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:58:40.192183 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device e62379fe-01c6-4535-a2b3-9d0a66b5071e no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:58:40.203886 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.services.segments.plugin [-] Segment 30259835-216c-4123-bc4a-7b0c958ef368 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30259835-216c-4123-bc4a-7b0c958ef368 found for delete ", "request_id": "req-19a3b2cd-907f-4050-a4f6-e3cd8ca2e434"}]} Aug 24 17:58:40.211839 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5a6d417c-47e7-43c0-bcf3-9634af288bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795916'] for network (670b2ce6-025e-49c8-81a1-b5bd33c90dee), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:40.212561 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: e62379fe-01c6-4535-a2b3-9d0a66b5071e {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:58:40.212911 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device e62379fe-01c6-4535-a2b3-9d0a66b5071e not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:58:40.213503 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 155afa6c-acaf-4883-87bd-99cd96730a97 no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:58:40.217399 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-5a6d417c-47e7-43c0-bcf3-9634af288bbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:40.220546 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-5a6d417c-47e7-43c0-bcf3-9634af288bbd admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/670b2ce6-025e-49c8-81a1-b5bd33c90dee HTTP/1.1" status: 204 len: 168 time: 0.5394647 Aug 24 17:58:40.223629 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 39618) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:40.234138 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: 155afa6c-acaf-4883-87bd-99cd96730a97 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:58:40.234801 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 155afa6c-acaf-4883-87bd-99cd96730a97 not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:58:40.236880 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d417c-47e7-43c0-bcf3-9634af288bbd admin admin] Pushing event deleted for resources: {'Network': ['ID=670b2ce6-025e-49c8-81a1-b5bd33c90dee,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:40.579448 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-221fb60b-7f80-42e0-9d38-e60b20787d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797293'] for router_interface (2cf6d34b-e95d-4885-8889-41337173d23d), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:40.581718 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=5 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:40.650507 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:40.673919 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:40.798812 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc0e0f-c076-4a7d-b084-64ca5b7d5d9d req-868f8685-b3b6-4be2-8f32-4f87fddc26c1 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:40.800483 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8afc0e0f-c076-4a7d-b084-64ca5b7d5d9d req-868f8685-b3b6-4be2-8f32-4f87fddc26c1 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.1009474 Aug 24 17:58:40.912307 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-8afc0e0f-c076-4a7d-b084-64ca5b7d5d9d req-031a1359-a07a-4c52-83a6-81c140535f5b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011763 Aug 24 17:58:40.917494 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-221fb60b-7f80-42e0-9d38-e60b20787d27 admin admin] Deleting port 827e945d-aeed-4287-9828-c1f37dc5226d {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:58:40.918038 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-221fb60b-7f80-42e0-9d38-e60b20787d27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (827e945d-aeed-4287-9828-c1f37dc5226d), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:41.007318 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [None req-221fb60b-7f80-42e0-9d38-e60b20787d27 admin admin] For port 827e945d-aeed-4287-9828-c1f37dc5226d, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=827e945d-aeed-4287-9828-c1f37dc5226d,segment=NetworkSegment(4ac4ce82-8cb9-4788-b35a-c9bca93b58f2),segment_id=4ac4ce82-8cb9-4788-b35a-c9bca93b58f2)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:41.007712 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-221fb60b-7f80-42e0-9d38-e60b20787d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (827e945d-aeed-4287-9828-c1f37dc5226d), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:41.020574 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-221fb60b-7f80-42e0-9d38-e60b20787d27 admin admin] Calling delete_port for 827e945d-aeed-4287-9828-c1f37dc5226d owned by network:router_interface {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:58:41.211436 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-221fb60b-7f80-42e0-9d38-e60b20787d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (827e945d-aeed-4287-9828-c1f37dc5226d), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:41.234061 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fb60b-7f80-42e0-9d38-e60b20787d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=827e945d-aeed-4287-9828-c1f37dc5226d,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:41.408183 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-221fb60b-7f80-42e0-9d38-e60b20787d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1797177'] for router_interface (2cf6d34b-e95d-4885-8889-41337173d23d), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:41.499630 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:41.583583 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:41.618154 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221fb60b-7f80-42e0-9d38-e60b20787d27 admin admin] Router 2cf6d34b-e95d-4885-8889-41337173d23d has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:58:41.706911 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=21 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:41.716853 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221fb60b-7f80-42e0-9d38-e60b20787d27 admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:58:41.721842 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-221fb60b-7f80-42e0-9d38-e60b20787d27 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/2cf6d34b-e95d-4885-8889-41337173d23d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4967291 Aug 24 17:58:41.724364 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 39650) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:41.726950 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffd70b4-2c84-4af0-b0ff-1b7444030a7e None None] Sync routers for ids ['2cf6d34b-e95d-4885-8889-41337173d23d'] in dv-cinder-840525-3-iscsi {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:58:41.737558 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffd70b4-2c84-4af0-b0ff-1b7444030a7e None None] Routers {'2cf6d34b-e95d-4885-8889-41337173d23d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:41.738171 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-4ffd70b4-2c84-4af0-b0ff-1b7444030a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:58:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2cf6d34b-e95d-4885-8889-41337173d23d'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:41.823549 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9d1f924d-6acd-43e4-b9d9-a013ed436497 admin admin] Publish callbacks [] for router (2cf6d34b-e95d-4885-8889-41337173d23d), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:41.834225 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-4ffd70b4-2c84-4af0-b0ff-1b7444030a7e None None] Set router 2cf6d34b-e95d-4885-8889-41337173d23d gateway port host: dv-cinder-840525-3-iscsi {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:41.922479 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9d1f924d-6acd-43e4-b9d9-a013ed436497 admin admin] Publish callbacks [] for router_gateway (2cf6d34b-e95d-4885-8889-41337173d23d), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:41.966655 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-9d1f924d-6acd-43e4-b9d9-a013ed436497 admin admin] Deleting port 84406cc5-b649-4875-8118-773fe1ce943a {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:58:41.967066 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9d1f924d-6acd-43e4-b9d9-a013ed436497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (84406cc5-b649-4875-8118-773fe1ce943a), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:41.998956 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:42.017566 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-4ffd70b4-2c84-4af0-b0ff-1b7444030a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6d34b-e95d-4885-8889-41337173d23d', 'name': 'tempest-TestVolumeBootPattern-374270929-router', 'tenant_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '84406cc5-b649-4875-8118-773fe1ce943a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:59Z', 'updated_at': '2022-08-24T17:58:41Z', 'revision_number': 5, 'project_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'gw_port': {'id': '84406cc5-b649-4875-8118-773fe1ce943a', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6d34b-e95d-4885-8889-41337173d23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:51:00Z', 'updated_at': '2022-08-24T17:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:42.045442 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6c4c4-6121-4793-857c-285a4017cadc req-46c043af-9210-444c-982b-4653120b8a4c tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:42.047757 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7ff6c4c4-6121-4793-857c-285a4017cadc req-46c043af-9210-444c-982b-4653120b8a4c tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0492046 Aug 24 17:58:42.050155 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffd70b4-2c84-4af0-b0ff-1b7444030a7e None None] Checking router: 2cf6d34b-e95d-4885-8889-41337173d23d for host: dv-cinder-840525-3-iscsi {{(pid=112766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:58:42.059466 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffd70b4-2c84-4af0-b0ff-1b7444030a7e None None] Routers {'2cf6d34b-e95d-4885-8889-41337173d23d'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:42.060102 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-4ffd70b4-2c84-4af0-b0ff-1b7444030a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:58:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['2cf6d34b-e95d-4885-8889-41337173d23d'], 'active': True} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:42.073612 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:42.077738 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [None req-9d1f924d-6acd-43e4-b9d9-a013ed436497 admin admin] For port 84406cc5-b649-4875-8118-773fe1ce943a, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=84406cc5-b649-4875-8118-773fe1ce943a,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:42.078591 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9d1f924d-6acd-43e4-b9d9-a013ed436497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (84406cc5-b649-4875-8118-773fe1ce943a), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:42.093638 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-9d1f924d-6acd-43e4-b9d9-a013ed436497 admin admin] Calling delete_port for 84406cc5-b649-4875-8118-773fe1ce943a owned by network:router_gateway {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:58:42.112344 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-7ff6c4c4-6121-4793-857c-285a4017cadc req-7d2f2e63-ef3f-4a56-b577-5ad882eb8271 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477171 Aug 24 17:58:42.149795 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_dvr_db [None req-4ffd70b4-2c84-4af0-b0ff-1b7444030a7e None None] Set router 2cf6d34b-e95d-4885-8889-41337173d23d gateway port host: None {{(pid=112766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:42.201517 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.l3_hamode_db [None req-4ffd70b4-2c84-4af0-b0ff-1b7444030a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6d34b-e95d-4885-8889-41337173d23d', 'name': 'tempest-TestVolumeBootPattern-374270929-router', 'tenant_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:59Z', 'updated_at': '2022-08-24T17:58:41Z', 'revision_number': 6, 'project_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'gw_port_host': None}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:42.227413 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffd70b4-2c84-4af0-b0ff-1b7444030a7e None None] The sync data for ids ['2cf6d34b-e95d-4885-8889-41337173d23d'] in dv-cinder-840525-3-iscsi is: [{'id': '2cf6d34b-e95d-4885-8889-41337173d23d', 'name': 'tempest-TestVolumeBootPattern-374270929-router', 'tenant_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:50:59Z', 'updated_at': '2022-08-24T17:58:41Z', 'revision_number': 6, 'project_id': '1a5ab9fdc1b0422fbd49556f5c55f8a5', 'gw_port_host': None}] {{(pid=112766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:58:42.297913 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9d1f924d-6acd-43e4-b9d9-a013ed436497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (84406cc5-b649-4875-8118-773fe1ce943a), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:42.325086 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f924d-6acd-43e4-b9d9-a013ed436497 admin admin] Pushing event deleted for resources: {'Port': ['ID=84406cc5-b649-4875-8118-773fe1ce943a,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:42.387045 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9d1f924d-6acd-43e4-b9d9-a013ed436497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795944'] for router_gateway (2cf6d34b-e95d-4885-8889-41337173d23d), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:42.472145 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:42.476275 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9d1f924d-6acd-43e4-b9d9-a013ed436497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1797267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router (2cf6d34b-e95d-4885-8889-41337173d23d), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:42.479600 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9d1f924d-6acd-43e4-b9d9-a013ed436497 admin admin] Publish callbacks [] for router_controller (2cf6d34b-e95d-4885-8889-41337173d23d), precommit_delete_associations {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:42.482631 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:42.527070 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9d1f924d-6acd-43e4-b9d9-a013ed436497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1797258'] for router (2cf6d34b-e95d-4885-8889-41337173d23d), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:42.528118 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1f924d-6acd-43e4-b9d9-a013ed436497 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cf6d34b-e95d-4885-8889-41337173d23d {{(pid=112763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:58:42.535806 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9d1f924d-6acd-43e4-b9d9-a013ed436497 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:42.539277 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-9d1f924d-6acd-43e4-b9d9-a013ed436497 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/2cf6d34b-e95d-4885-8889-41337173d23d HTTP/1.1" status: 204 len: 168 time: 0.8117020 Aug 24 17:58:42.539557 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 39660) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:42.591220 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_v2 [None req-74496c75-a119-45b9-9f41-497623a0e5f8 admin admin] Deleting subnet 0a9d0b59-0362-4a31-93cc-2592d19ba8cb {{(pid=112763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:58:42.594808 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-74496c75-a119-45b9-9f41-497623a0e5f8 admin admin] Publish callbacks [] for subnet (0a9d0b59-0362-4a31-93cc-2592d19ba8cb), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:42.606413 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc405c1-cdef-4810-9263-233fc98ca677 req-3e49771d-9170-4c7b-9293-a6830dd95193 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:42.608254 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ddc405c1-cdef-4810-9263-233fc98ca677 req-3e49771d-9170-4c7b-9293-a6830dd95193 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0617754 Aug 24 17:58:42.637616 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-74496c75-a119-45b9-9f41-497623a0e5f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7513626'] for subnet (0a9d0b59-0362-4a31-93cc-2592d19ba8cb), precommit_delete_associations {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:42.698241 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 39664) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:42.725631 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-ddc405c1-cdef-4810-9263-233fc98ca677 req-8e1f803e-6051-451a-a132-7db32c77a317 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Deleting port 1bd0f31f-109e-44d3-a9ca-645f8d269396 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:58:42.726362 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-ddc405c1-cdef-4810-9263-233fc98ca677 req-8e1f803e-6051-451a-a132-7db32c77a317 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (1bd0f31f-109e-44d3-a9ca-645f8d269396), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:42.728831 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-74496c75-a119-45b9-9f41-497623a0e5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858428'] for subnet (0a9d0b59-0362-4a31-93cc-2592d19ba8cb), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:42.788630 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-74496c75-a119-45b9-9f41-497623a0e5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7605615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7792018'] for subnet (0a9d0b59-0362-4a31-93cc-2592d19ba8cb), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:42.816082 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74496c75-a119-45b9-9f41-497623a0e5f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a9d0b59-0362-4a31-93cc-2592d19ba8cb,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:42.818354 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-74496c75-a119-45b9-9f41-497623a0e5f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:42.822195 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-74496c75-a119-45b9-9f41-497623a0e5f8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/0a9d0b59-0362-4a31-93cc-2592d19ba8cb HTTP/1.1" status: 204 len: 168 time: 0.2811580 Aug 24 17:58:42.824730 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 39668) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:42.831467 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b047d9a3-5df6-422d-9713-550485a71fe3 None None] Network 76e2863c-dde8-48a5-bb75-35372262e9e3 requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:58:42.840801 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d0841324-cb24-4460-b0f2-311e3f827a32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:42.852395 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-ddc405c1-cdef-4810-9263-233fc98ca677 req-8e1f803e-6051-451a-a132-7db32c77a317 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] For port 1bd0f31f-109e-44d3-a9ca-645f8d269396, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=1bd0f31f-109e-44d3-a9ca-645f8d269396,segment=NetworkSegment(264b647a-0f3d-4dba-976f-d105df39fa97),segment_id=264b647a-0f3d-4dba-976f-d105df39fa97)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:42.852793 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-ddc405c1-cdef-4810-9263-233fc98ca677 req-8e1f803e-6051-451a-a132-7db32c77a317 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (1bd0f31f-109e-44d3-a9ca-645f8d269396), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:42.900675 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d45c506b-afc1-49b2-af51-1325664638f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772529'] for network (76e2863c-dde8-48a5-bb75-35372262e9e3), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:42.947838 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-d45c506b-afc1-49b2-af51-1325664638f4 admin admin] Deleting port dc125b53-7a61-480e-becb-726683774536 {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:58:42.948327 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d45c506b-afc1-49b2-af51-1325664638f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (dc125b53-7a61-480e-becb-726683774536), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:42.981427 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:43.017630 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [None req-d45c506b-afc1-49b2-af51-1325664638f4 admin admin] For port dc125b53-7a61-480e-becb-726683774536, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=dc125b53-7a61-480e-becb-726683774536,segment=NetworkSegment(4ac4ce82-8cb9-4788-b35a-c9bca93b58f2),segment_id=4ac4ce82-8cb9-4788-b35a-c9bca93b58f2)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:43.020495 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d45c506b-afc1-49b2-af51-1325664638f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (dc125b53-7a61-480e-becb-726683774536), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:43.036193 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-d45c506b-afc1-49b2-af51-1325664638f4 admin admin] Calling delete_port for dc125b53-7a61-480e-becb-726683774536 owned by network:dhcp {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:58:43.047623 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] DHCP port deletion for 76e2863c-dde8-48a5-bb75-35372262e9e3 request from dv-cinder-840525-3-iscsi {{(pid=112765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 17:58:43.064486 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:43.092042 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-ddc405c1-cdef-4810-9263-233fc98ca677 req-8e1f803e-6051-451a-a132-7db32c77a317 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:43.092674 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-ddc405c1-cdef-4810-9263-233fc98ca677 req-8e1f803e-6051-451a-a132-7db32c77a317 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (7688344d-dd38-4ed9-bc4b-498273c7b519), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:43.093021 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.db.l3_db [req-ddc405c1-cdef-4810-9263-233fc98ca677 req-8e1f803e-6051-451a-a132-7db32c77a317 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Floating IP 7688344d-dd38-4ed9-bc4b-498273c7b519 disassociated. External IP: 172.27.1.204, port: 1bd0f31f-109e-44d3-a9ca-645f8d269396. Aug 24 17:58:43.093326 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [req-ddc405c1-cdef-4810-9263-233fc98ca677 req-8e1f803e-6051-451a-a132-7db32c77a317 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Calling delete_port for 1bd0f31f-109e-44d3-a9ca-645f8d269396 owned by compute:nova {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:58:43.102171 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d0841324-cb24-4460-b0f2-311e3f827a32 admin admin] Publish callbacks [] for security_group (d046ce14-bcc5-451b-8d88-eeaa2ac42b02), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:43.109860 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] Deleting port dc125b53-7a61-480e-becb-726683774536 {{(pid=112765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:58:43.110974 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (dc125b53-7a61-480e-becb-726683774536), before_delete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:43.111103 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d0841324-cb24-4460-b0f2-311e3f827a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (d046ce14-bcc5-451b-8d88-eeaa2ac42b02), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:43.125977 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d45c506b-afc1-49b2-af51-1325664638f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (dc125b53-7a61-480e-becb-726683774536), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:43.154801 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c506b-afc1-49b2-af51-1325664638f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc125b53-7a61-480e-becb-726683774536,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:43.159460 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45c506b-afc1-49b2-af51-1325664638f4 admin admin] No DVR routers for this DVR port dc125b53-7a61-480e-becb-726683774536 on host dv-cinder-840525-3-iscsi {{(pid=112763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:58:43.190217 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0841324-cb24-4460-b0f2-311e3f827a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d046ce14-bcc5-451b-8d88-eeaa2ac42b02,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:43.201793 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-d0841324-cb24-4460-b0f2-311e3f827a32 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=598126956aad4e06a79f4a2b253a278b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5020976 Aug 24 17:58:43.202936 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 39672) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:43.216191 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] For port dc125b53-7a61-480e-becb-726683774536, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=dc125b53-7a61-480e-becb-726683774536,segment=NetworkSegment(4ac4ce82-8cb9-4788-b35a-c9bca93b58f2),segment_id=4ac4ce82-8cb9-4788-b35a-c9bca93b58f2)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:43.216667 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (dc125b53-7a61-480e-becb-726683774536), precommit_delete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:43.242337 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] Calling delete_port for dc125b53-7a61-480e-becb-726683774536 owned by network:dhcp {{(pid=112765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:58:43.249682 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d45c506b-afc1-49b2-af51-1325664638f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853052', 'neutron.services.segments.db._delete_segments_for_network-8763232076656'] for network (76e2863c-dde8-48a5-bb75-35372262e9e3), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:43.316467 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-f1554155-8110-4bea-b8d2-a47f1bf32788 admin admin] Publish callbacks [] for security_group (d046ce14-bcc5-451b-8d88-eeaa2ac42b02), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:43.319444 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-d45c506b-afc1-49b2-af51-1325664638f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e2863c-dde8-48a5-bb75-35372262e9e3']}} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:43.325640 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:43.327193 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8b4cf-1167-4814-a58f-c49c197fc265 req-53afaae6-82b6-46ef-817c-b9f9d98fc30c tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:43.331983 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-66e8b4cf-1167-4814-a58f-c49c197fc265 req-53afaae6-82b6-46ef-817c-b9f9d98fc30c tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1fbbd365-963e-4126-835c-d2a1725dfd77 HTTP/1.1" status: 200 len: 946 time: 0.0788765 Aug 24 17:58:43.335810 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414'] for port (dc125b53-7a61-480e-becb-726683774536), after_delete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:43.346195 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-d45c506b-afc1-49b2-af51-1325664638f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac4ce82-8cb9-4788-b35a-c9bca93b58f2') {'for_net_delete': True} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:43.346584 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.services.segments.db [None req-d45c506b-afc1-49b2-af51-1325664638f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac4ce82-8cb9-4788-b35a-c9bca93b58f2') {} {{(pid=112763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:43.350575 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-f1554155-8110-4bea-b8d2-a47f1bf32788 admin admin] Publish callbacks [] for security_group (d046ce14-bcc5-451b-8d88-eeaa2ac42b02), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:43.366107 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] Pushing event deleted for resources: {'Port': ['ID=dc125b53-7a61-480e-becb-726683774536,revision_number=None']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:43.367122 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d45c506b-afc1-49b2-af51-1325664638f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763232055022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7513619'] for segment (4ac4ce82-8cb9-4788-b35a-c9bca93b58f2), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:43.371160 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:43.372728 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] No DVR routers for this DVR port dc125b53-7a61-480e-becb-726683774536 on host dv-cinder-840525-3-iscsi {{(pid=112765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:58:43.373938 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-ddc405c1-cdef-4810-9263-233fc98ca677 req-8e1f803e-6051-451a-a132-7db32c77a317 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (1bd0f31f-109e-44d3-a9ca-645f8d269396), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:43.380570 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:43.380924 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:43.381270 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:43.381611 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:43.381947 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:43.382273 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:43.382775 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:43.383285 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:43.383796 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:43.384312 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:43.384937 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:43.385868 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:43.386353 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:43.386826 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:43.387326 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9c0dc-4a10-4195-8aee-1ff8097adbda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:58:43.419983 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f803e-6051-451a-a132-7db32c77a317 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Pushing event deleted for resources: {'Port': ['ID=1bd0f31f-109e-44d3-a9ca-645f8d269396,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:43.430874 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=8 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:43.438799 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d45c506b-afc1-49b2-af51-1325664638f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (4ac4ce82-8cb9-4788-b35a-c9bca93b58f2), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:43.466408 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-66e8b4cf-1167-4814-a58f-c49c197fc265 req-38c13ce5-7e5e-45da-98ca-18ba7c133628 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9615fb68-888a-432d-bc56-6344e7b95e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907824 Aug 24 17:58:43.467559 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45c506b-afc1-49b2-af51-1325664638f4 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=112763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:58:43.467979 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d45c506b-afc1-49b2-af51-1325664638f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7605513'] for segment (4ac4ce82-8cb9-4788-b35a-c9bca93b58f2), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:43.499531 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.services.segments.plugin [-] Segment 4ac4ce82-8cb9-4788-b35a-c9bca93b58f2 resource provider aggregate not found Aug 24 17:58:43.536374 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.services.segments.plugin [-] Segment 4ac4ce82-8cb9-4788-b35a-c9bca93b58f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ac4ce82-8cb9-4788-b35a-c9bca93b58f2 found for delete ", "request_id": "req-9ffd6c05-bd25-43f7-beab-5485523ca0a5"}]} Aug 24 17:58:43.544999 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-f1554155-8110-4bea-b8d2-a47f1bf32788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (d046ce14-bcc5-451b-8d88-eeaa2ac42b02), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:43.547628 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d45c506b-afc1-49b2-af51-1325664638f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795916'] for network (76e2863c-dde8-48a5-bb75-35372262e9e3), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:43.547804 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-f1554155-8110-4bea-b8d2-a47f1bf32788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:43.548943 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-f1554155-8110-4bea-b8d2-a47f1bf32788 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d046ce14-bcc5-451b-8d88-eeaa2ac42b02 HTTP/1.1" status: 204 len: 168 time: 0.3421407 Aug 24 17:58:43.558778 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-d45c506b-afc1-49b2-af51-1325664638f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:43.564456 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-d45c506b-afc1-49b2-af51-1325664638f4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/76e2863c-dde8-48a5-bb75-35372262e9e3 HTTP/1.1" status: 204 len: 168 time: 0.7360544 Aug 24 17:58:43.567934 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1554155-8110-4bea-b8d2-a47f1bf32788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d046ce14-bcc5-451b-8d88-eeaa2ac42b02,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:43.575955 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c506b-afc1-49b2-af51-1325664638f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=76e2863c-dde8-48a5-bb75-35372262e9e3,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:43.595056 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddc405c1-cdef-4810-9263-233fc98ca677 req-8e1f803e-6051-451a-a132-7db32c77a317 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:58:43.717751 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 39684) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:43.720328 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddc405c1-cdef-4810-9263-233fc98ca677 req-8e1f803e-6051-451a-a132-7db32c77a317 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:58:43.727060 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:43.730581 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a406ed7b-5336-415d-b58b-d3934de9e798 None None] Sync routers for ids ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:58:43.746806 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a406ed7b-5336-415d-b58b-d3934de9e798 None None] Routers {'a79e18d2-a5bb-4fd6-997d-64341c18d6d8'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:43.748688 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-a406ed7b-5336-415d-b58b-d3934de9e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:58:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:43.769694 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc405c1-cdef-4810-9263-233fc98ca677 req-8e1f803e-6051-451a-a132-7db32c77a317 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] No DVR routers for this DVR port 1bd0f31f-109e-44d3-a9ca-645f8d269396 on host hv-cinder-84052 {{(pid=112764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:58:43.773202 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-e93cd107-9b08-46fa-a492-b63fd39ddfd5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b9cd3cd0a9434f5ab0e1e1c52145beb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0535491 Aug 24 17:58:43.774085 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 39686) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:43.775142 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-ddc405c1-cdef-4810-9263-233fc98ca677 req-8e1f803e-6051-451a-a132-7db32c77a317 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:43.778738 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ddc405c1-cdef-4810-9263-233fc98ca677 req-8e1f803e-6051-451a-a132-7db32c77a317 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.62 "DELETE /networking/v2.0/ports/1bd0f31f-109e-44d3-a9ca-645f8d269396 HTTP/1.1" status: 204 len: 173 time: 1.1641214 Aug 24 17:58:43.779211 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbbd365-963e-4126-835c-d2a1725dfd77', 'name': 'network-vif-deleted', 'tag': '1bd0f31f-109e-44d3-a9ca-645f8d269396'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:58:43.781727 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62fa8ea-2655-4e51-9178-b93326bf2193" -d '{"events": [{"server_uuid": "1fbbd365-963e-4126-835c-d2a1725dfd77", "name": "network-vif-deleted", "tag": "1bd0f31f-109e-44d3-a9ca-645f8d269396"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:58:43.854334 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2de8e326-a740-4bb4-b7cb-750c418a1755 admin admin] Publish callbacks [] for security_group (f81512cc-c889-4126-bb14-0e62a2ce88b1), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:43.860371 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9de7a22-73df-4c91-8bb6-66fd67048260 x-openstack-request-id: req-b9de7a22-73df-4c91-8bb6-66fd67048260 {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:58:43.860669 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbbd365-963e-4126-835c-d2a1725dfd77", "name": "network-vif-deleted", "tag": "1bd0f31f-109e-44d3-a9ca-645f8d269396", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:58:43.860939 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b9de7a22-73df-4c91-8bb6-66fd67048260 {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:58:43.861356 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9de7a22-73df-4c91-8bb6-66fd67048260'] response: {'server_uuid': '1fbbd365-963e-4126-835c-d2a1725dfd77', 'name': 'network-vif-deleted', 'tag': '1bd0f31f-109e-44d3-a9ca-645f8d269396', 'status': 'completed', 'code': 200} Aug 24 17:58:43.946035 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-a406ed7b-5336-415d-b58b-d3934de9e798 None None] Set router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:44.084442 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 39690) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:44.102358 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-17061129-904e-41d9-9acb-acbc3121cc88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:44.180146 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2de8e326-a740-4bb4-b7cb-750c418a1755 admin admin] Publish callbacks [] for security_group (f81512cc-c889-4126-bb14-0e62a2ce88b1), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:44.192849 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=9 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:44.211759 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 827e945d-aeed-4287-9828-c1f37dc5226d no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:58:44.226919 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-17061129-904e-41d9-9acb-acbc3121cc88 admin admin] Publish callbacks [] for security_group (663fe4af-2a70-4c4d-8b2a-e2a9a7e2cf58), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:44.231524 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-17061129-904e-41d9-9acb-acbc3121cc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (663fe4af-2a70-4c4d-8b2a-e2a9a7e2cf58), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:44.240199 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2de8e326-a740-4bb4-b7cb-750c418a1755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (f81512cc-c889-4126-bb14-0e62a2ce88b1), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:44.243050 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-2de8e326-a740-4bb4-b7cb-750c418a1755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:44.244426 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-2de8e326-a740-4bb4-b7cb-750c418a1755 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f81512cc-c889-4126-bb14-0e62a2ce88b1 HTTP/1.1" status: 204 len: 168 time: 0.4691453 Aug 24 17:58:44.247975 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: 827e945d-aeed-4287-9828-c1f37dc5226d {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:58:44.248336 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 827e945d-aeed-4287-9828-c1f37dc5226d not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:58:44.248763 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 84406cc5-b649-4875-8118-773fe1ce943a no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:58:44.248881 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:44.252427 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-a406ed7b-5336-415d-b58b-d3934de9e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'name': 'tempest-AttachVolumeTestJSON-2017009296-router', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:55:41Z', 'updated_at': '2022-08-24T17:55:44Z', 'revision_number': 4, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'gw_port': {'id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:42Z', 'updated_at': '2022-08-24T17:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '8782624c-8bed-4eb6-b0ce-027ba8632180', 'name': '', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'mac_address': 'fa:16:3e:51:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:44Z', 'updated_at': '2022-08-24T17:55:50Z', 'revision_number': 5, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'subnets': [{'id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:44.273582 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8e326-a740-4bb4-b7cb-750c418a1755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81512cc-c889-4126-bb14-0e62a2ce88b1,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:44.297545 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-17061129-904e-41d9-9acb-acbc3121cc88 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9e0f0caa970641e4ae981522d2f90090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114298 Aug 24 17:58:44.299187 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17061129-904e-41d9-9acb-acbc3121cc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663fe4af-2a70-4c4d-8b2a-e2a9a7e2cf58,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:44.300088 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 39694) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:44.325296 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: 84406cc5-b649-4875-8118-773fe1ce943a {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:58:44.325900 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 84406cc5-b649-4875-8118-773fe1ce943a not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:58:44.326494 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device dc125b53-7a61-480e-becb-726683774536 no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:58:44.330949 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a406ed7b-5336-415d-b58b-d3934de9e798 None None] Checking router: a79e18d2-a5bb-4fd6-997d-64341c18d6d8 for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:58:44.358721 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: dc125b53-7a61-480e-becb-726683774536 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:58:44.359339 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device dc125b53-7a61-480e-becb-726683774536 not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:58:44.364966 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-90e8ad82-8799-49dd-a945-9575081c8c22 admin admin] Publish callbacks [] for security_group (663fe4af-2a70-4c4d-8b2a-e2a9a7e2cf58), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:44.370552 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a406ed7b-5336-415d-b58b-d3934de9e798 None None] Routers {'a79e18d2-a5bb-4fd6-997d-64341c18d6d8'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:44.371776 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-a406ed7b-5336-415d-b58b-d3934de9e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:58:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:44.393602 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-90e8ad82-8799-49dd-a945-9575081c8c22 admin admin] Publish callbacks [] for security_group (663fe4af-2a70-4c4d-8b2a-e2a9a7e2cf58), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:44.451943 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-90e8ad82-8799-49dd-a945-9575081c8c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (663fe4af-2a70-4c4d-8b2a-e2a9a7e2cf58), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:44.454514 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-90e8ad82-8799-49dd-a945-9575081c8c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:44.455702 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-90e8ad82-8799-49dd-a945-9575081c8c22 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/663fe4af-2a70-4c4d-8b2a-e2a9a7e2cf58 HTTP/1.1" status: 204 len: 168 time: 0.1545866 Aug 24 17:58:44.464641 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8ad82-8799-49dd-a945-9575081c8c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663fe4af-2a70-4c4d-8b2a-e2a9a7e2cf58,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:44.507505 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-a406ed7b-5336-415d-b58b-d3934de9e798 None None] Set router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:44.592822 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 39704) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:44.674964 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b4d02564-e681-4585-925a-a157787b7649 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group (9615fb68-888a-432d-bc56-6344e7b95e19), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:44.708266 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b4d02564-e681-4585-925a-a157787b7649 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group (9615fb68-888a-432d-bc56-6344e7b95e19), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:44.737802 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 39708) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:44.769003 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b4d02564-e681-4585-925a-a157787b7649 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (9615fb68-888a-432d-bc56-6344e7b95e19), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:44.772488 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-b4d02564-e681-4585-925a-a157787b7649 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:44.774102 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-b4d02564-e681-4585-925a-a157787b7649 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9615fb68-888a-432d-bc56-6344e7b95e19 HTTP/1.1" status: 204 len: 168 time: 0.1799557 Aug 24 17:58:44.782713 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 39710) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:44.785511 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d02564-e681-4585-925a-a157787b7649 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9615fb68-888a-432d-bc56-6344e7b95e19,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:44.802585 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.api.v2.resource [None req-178f9b43-901c-4b2c-9580-92f8b1655174 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] show failed (client error): The resource could not be found. Aug 24 17:58:44.806608 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-178f9b43-901c-4b2c-9580-92f8b1655174 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups/9615fb68-888a-432d-bc56-6344e7b95e19 HTTP/1.1" status: 404 len: 347 time: 0.0197051 Aug 24 17:58:44.807423 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 39712) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:44.815769 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-d5982260-a8a3-4e42-9e2d-de492f81cd29 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1a5ab9fdc1b0422fbd49556f5c55f8a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0767334 Aug 24 17:58:44.818683 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 39716) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:44.880727 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-bfe03c25-eff2-4ddd-95b3-5c0985e1520d admin admin] Publish callbacks [] for security_group (e99dcda6-8aa9-48de-b55c-6926211b28b8), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:44.907330 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-bfe03c25-eff2-4ddd-95b3-5c0985e1520d admin admin] Publish callbacks [] for security_group (e99dcda6-8aa9-48de-b55c-6926211b28b8), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:44.912441 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-a406ed7b-5336-415d-b58b-d3934de9e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'name': 'tempest-AttachVolumeTestJSON-2017009296-router', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:55:41Z', 'updated_at': '2022-08-24T17:55:44Z', 'revision_number': 4, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'gw_port': {'id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:42Z', 'updated_at': '2022-08-24T17:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '8782624c-8bed-4eb6-b0ce-027ba8632180', 'name': '', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'mac_address': 'fa:16:3e:51:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:44Z', 'updated_at': '2022-08-24T17:55:50Z', 'revision_number': 5, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'subnets': [{'id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:44.936893 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-35f78d2d-c90e-4b6e-908d-13a47673e270 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Deleting port af45452f-9051-4d8b-b96c-6b5f97628ebd {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:58:44.937351 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-35f78d2d-c90e-4b6e-908d-13a47673e270 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (af45452f-9051-4d8b-b96c-6b5f97628ebd), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:44.964176 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a406ed7b-5336-415d-b58b-d3934de9e798 None None] The sync data for ids ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'] in dv-cinder-840525-3-iscsi is: [{'id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'name': 'tempest-AttachVolumeTestJSON-2017009296-router', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:55:41Z', 'updated_at': '2022-08-24T17:55:44Z', 'revision_number': 4, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'gw_port': {'id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:42Z', 'updated_at': '2022-08-24T17:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '8782624c-8bed-4eb6-b0ce-027ba8632180', 'name': '', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'mac_address': 'fa:16:3e:51:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:44Z', 'updated_at': '2022-08-24T17:55:50Z', 'revision_number': 5, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'subnets': [{'id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:58:44.966621 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-bfe03c25-eff2-4ddd-95b3-5c0985e1520d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (e99dcda6-8aa9-48de-b55c-6926211b28b8), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:44.969271 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-bfe03c25-eff2-4ddd-95b3-5c0985e1520d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:44.970609 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-bfe03c25-eff2-4ddd-95b3-5c0985e1520d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e99dcda6-8aa9-48de-b55c-6926211b28b8 HTTP/1.1" status: 204 len: 168 time: 0.1509347 Aug 24 17:58:44.979782 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe03c25-eff2-4ddd-95b3-5c0985e1520d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99dcda6-8aa9-48de-b55c-6926211b28b8,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:45.047863 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-35f78d2d-c90e-4b6e-908d-13a47673e270 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (af45452f-9051-4d8b-b96c-6b5f97628ebd), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:45.048250 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-35f78d2d-c90e-4b6e-908d-13a47673e270 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for floatingip (af45452f-9051-4d8b-b96c-6b5f97628ebd), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:45.068292 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-35f78d2d-c90e-4b6e-908d-13a47673e270 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Calling delete_port for af45452f-9051-4d8b-b96c-6b5f97628ebd owned by network:floatingip {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:58:45.153795 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:45.239708 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-35f78d2d-c90e-4b6e-908d-13a47673e270 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (af45452f-9051-4d8b-b96c-6b5f97628ebd), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:45.246431 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:45.277050 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f78d2d-c90e-4b6e-908d-13a47673e270 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Pushing event deleted for resources: {'Port': ['ID=af45452f-9051-4d8b-b96c-6b5f97628ebd,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:45.357454 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-35f78d2d-c90e-4b6e-908d-13a47673e270 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for floatingip (7688344d-dd38-4ed9-bc4b-498273c7b519), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:45.361773 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-35f78d2d-c90e-4b6e-908d-13a47673e270 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:45.363409 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-35f78d2d-c90e-4b6e-908d-13a47673e270 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/7688344d-dd38-4ed9-bc4b-498273c7b519 HTTP/1.1" status: 204 len: 168 time: 0.5544558 Aug 24 17:58:45.388101 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf5c284-f3cf-4286-9db1-f58533a39635 None None] New status for floating IP 7688344d-dd38-4ed9-bc4b-498273c7b519: DOWN {{(pid=112766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:58:45.478755 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 39736) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:45.487961 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [None req-19e64530-5306-4148-a160-66a7cb13598f tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1770577225', 'description': 'tempest-description--1461740120'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:58:45.527826 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-19e64530-5306-4148-a160-66a7cb13598f tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:45.601827 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-19e64530-5306-4148-a160-66a7cb13598f tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group (19097635-e338-46a7-b48b-46a1b31298cd), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:45.607292 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-19e64530-5306-4148-a160-66a7cb13598f tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (19097635-e338-46a7-b48b-46a1b31298cd), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:45.638565 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-19e64530-5306-4148-a160-66a7cb13598f tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:45.639815 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-19e64530-5306-4148-a160-66a7cb13598f tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1593227 Aug 24 17:58:45.641860 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e64530-5306-4148-a160-66a7cb13598f tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19097635-e338-46a7-b48b-46a1b31298cd,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:45.643057 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 39742) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:45.648070 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-9a3fa382-fe36-48b0-a2aa-a56fa8fc2974 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Request body: {'security_group_rule': {'security_group_id': '19097635-e338-46a7-b48b-46a1b31298cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:58:45.675900 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9a3fa382-fe36-48b0-a2aa-a56fa8fc2974 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group_rule (3340ef96-b41a-471c-a74b-7f7e42d46e73), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:45.733654 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9a3fa382-fe36-48b0-a2aa-a56fa8fc2974 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group_rule (3340ef96-b41a-471c-a74b-7f7e42d46e73), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:45.740468 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9a3fa382-fe36-48b0-a2aa-a56fa8fc2974 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (3340ef96-b41a-471c-a74b-7f7e42d46e73), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:45.762578 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fa382-fe36-48b0-a2aa-a56fa8fc2974 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3340ef96-b41a-471c-a74b-7f7e42d46e73,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:45.768198 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9a3fa382-fe36-48b0-a2aa-a56fa8fc2974 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:45.769384 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-9a3fa382-fe36-48b0-a2aa-a56fa8fc2974 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252804 Aug 24 17:58:45.772035 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 39744) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:45.776897 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-18ab46f5-89eb-498f-b2a5-5de22ef00ab8 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Request body: {'security_group_rule': {'security_group_id': '19097635-e338-46a7-b48b-46a1b31298cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:58:45.804162 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-18ab46f5-89eb-498f-b2a5-5de22ef00ab8 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group_rule (2ad69793-4272-4f99-9aec-17d61a0da93c), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:45.866174 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-18ab46f5-89eb-498f-b2a5-5de22ef00ab8 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group_rule (2ad69793-4272-4f99-9aec-17d61a0da93c), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:45.869410 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-18ab46f5-89eb-498f-b2a5-5de22ef00ab8 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799687'] for security_group_rule (2ad69793-4272-4f99-9aec-17d61a0da93c), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:45.887585 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab46f5-89eb-498f-b2a5-5de22ef00ab8 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad69793-4272-4f99-9aec-17d61a0da93c,revision_number=0']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:45.896855 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-18ab46f5-89eb-498f-b2a5-5de22ef00ab8 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:45.898855 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-18ab46f5-89eb-498f-b2a5-5de22ef00ab8 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254115 Aug 24 17:58:45.902071 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 39746) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:45.906310 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-9d484680-0edb-4306-afc7-9951d13fd21d tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Request body: {'floatingip': {'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:58:45.928836 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9d484680-0edb-4306-afc7-9951d13fd21d tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:46.018537 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9d484680-0edb-4306-afc7-9951d13fd21d tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:46.136056 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [None req-9d484680-0edb-4306-afc7-9951d13fd21d tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Allocated IP 172.27.1.251 (362d5c28-632f-46ac-8441-a79df5e3c295/849ef13b-2790-4f06-8f68-6b43a074f789/e61d5522-7d2d-48f3-8895-d5959090a33b) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:58:46.244827 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9d484680-0edb-4306-afc7-9951d13fd21d tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for port (e61d5522-7d2d-48f3-8895-d5959090a33b), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:46.250982 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:46.278954 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9d484680-0edb-4306-afc7-9951d13fd21d tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (e61d5522-7d2d-48f3-8895-d5959090a33b), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:46.303628 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:46.319274 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d484680-0edb-4306-afc7-9951d13fd21d tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Network 362d5c28-632f-46ac-8441-a79df5e3c295 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:58:46.324855 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [None req-9d484680-0edb-4306-afc7-9951d13fd21d tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:58:46.327401 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d484680-0edb-4306-afc7-9951d13fd21d tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:58:46.354183 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d484680-0edb-4306-afc7-9951d13fd21d tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Pushing event updated for resources: {'Port': ['ID=e61d5522-7d2d-48f3-8895-d5959090a33b,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:46.415727 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9d484680-0edb-4306-afc7-9951d13fd21d tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for floatingip (51ca8b38-8256-462c-816f-1d440fd10cd8), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:46.426852 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 1bd0f31f-109e-44d3-a9ca-645f8d269396 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:58:46.446335 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] No Port match for: 1bd0f31f-109e-44d3-a9ca-645f8d269396 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:58:46.446685 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 1bd0f31f-109e-44d3-a9ca-645f8d269396 not bound to the agent host hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:58:46.457092 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9d484680-0edb-4306-afc7-9951d13fd21d tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (e61d5522-7d2d-48f3-8895-d5959090a33b), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:46.605132 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9d484680-0edb-4306-afc7-9951d13fd21d tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for port (e61d5522-7d2d-48f3-8895-d5959090a33b), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:46.609443 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9d484680-0edb-4306-afc7-9951d13fd21d tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (e61d5522-7d2d-48f3-8895-d5959090a33b), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:46.678433 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d484680-0edb-4306-afc7-9951d13fd21d tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Pushing event updated for resources: {'Port': ['ID=e61d5522-7d2d-48f3-8895-d5959090a33b,revision_number=2']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:46.680958 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9d484680-0edb-4306-afc7-9951d13fd21d tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (51ca8b38-8256-462c-816f-1d440fd10cd8), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:46.696952 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-9d484680-0edb-4306-afc7-9951d13fd21d tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:46.698206 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-9d484680-0edb-4306-afc7-9951d13fd21d tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7951722 Aug 24 17:58:46.895069 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-38dcd178-bad9-43c8-89c9-3c675c47aa61 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1770577225&fields=id&tenant_id=1422bbfed9414b8cada1656aed195a31 HTTP/1.1" status: 200 len: 267 time: 0.0411363 Aug 24 17:58:47.003340 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-f1b55ce5-807c-4d96-8eef-190b4d4223e4 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:47.004855 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-f1b55ce5-807c-4d96-8eef-190b4d4223e4 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/networks?id=29fbbcf6-c646-4aae-ba1c-126437193f4d HTTP/1.1" status: 200 len: 811 time: 0.1030259 Aug 24 17:58:47.019763 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-fab6d07b-d17b-4f97-bff2-3e36a0f419c8 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/quotas/1422bbfed9414b8cada1656aed195a31 HTTP/1.1" status: 200 len: 375 time: 0.0089326 Aug 24 17:58:47.076963 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-686f1629-d531-4496-bf26-bbf53145448f tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1422bbfed9414b8cada1656aed195a31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522778 Aug 24 17:58:47.190988 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-f2bd2a09-3f9a-45d8-b337-50a6499d8e1c service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112764) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 17:58:47.192054 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-f2bd2a09-3f9a-45d8-b337-50a6499d8e1c service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1040115 Aug 24 17:58:47.210995 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-fc191035-e0ab-4771-b795-df4d401307f3 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=d62cbdfea83843ed92d1d42055e24ed3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304482 Aug 24 17:58:47.285800 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-548994f4-112f-4410-8d11-85adfac37d81 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875852 Aug 24 17:58:47.378187 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-44c4d6f8-614f-4f77-a85b-442d3776dabd service neutron] 10.222.0.27 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861092 Aug 24 17:58:47.395298 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-471a0efb-a62c-475a-bf51-86d71574d18c tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:47.396896 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-471a0efb-a62c-475a-bf51-86d71574d18c tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1794615 Aug 24 17:58:47.412017 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-58b374a6-2303-4f47-9aa3-200314fa493f tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/quotas/d62cbdfea83843ed92d1d42055e24ed3 HTTP/1.1" status: 200 len: 375 time: 0.0091736 Aug 24 17:58:47.449160 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-ae897f9e-2d67-4627-806f-74f8951471a6 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d62cbdfea83843ed92d1d42055e24ed3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315094 Aug 24 17:58:47.553053 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-315322f9-47dc-4ddb-9395-2c081a56da70 req-860b09dc-2c92-465a-af51-ce613a2f9f87 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0a085f3-3fa8-4076-9add-aed8d7b0da72 HTTP/1.1" status: 200 len: 210 time: 0.0325530 Aug 24 17:58:47.648026 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-ce017092-bb2a-40db-8ed5-0726e0776b75 req-aef016e6-82ce-4730-89f5-50434320b19b tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4 HTTP/1.1" status: 200 len: 210 time: 0.0310564 Aug 24 17:58:48.696323 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ccebcc61-3aaa-424d-8925-2da45c81afdd req-4ad5b206-fc5e-43f9-aff2-b62939e5532e tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0a085f3-3fa8-4076-9add-aed8d7b0da72 HTTP/1.1" status: 200 len: 210 time: 0.0568113 Aug 24 17:58:48.696913 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:48.754822 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:48.796713 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-d24a3cf5-dc0d-4898-905b-07f160797893 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:48.798552 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-d24a3cf5-dc0d-4898-905b-07f160797893 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.62 "GET /networking/v2.0/networks?id=29fbbcf6-c646-4aae-ba1c-126437193f4d HTTP/1.1" status: 200 len: 811 time: 0.1275799 Aug 24 17:58:48.799593 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-07e5ecfc-3694-49b7-9753-92cbb6a04546 req-124d9ff9-9d9a-49fd-9a7f-098c8c316e97 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4 HTTP/1.1" status: 200 len: 210 time: 0.0514843 Aug 24 17:58:48.801377 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-440199e9-965b-42ec-b27f-e92230e23728 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.62 "GET /networking/v2.0/networks?tenant_id=d62cbdfea83843ed92d1d42055e24ed3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422668 Aug 24 17:58:48.882575 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-f153a9a3-071a-4968-bdb8-f6e0db675e0b tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.62 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1422bbfed9414b8cada1656aed195a31 HTTP/1.1" status: 200 len: 380 time: 0.0727878 Aug 24 17:58:48.927389 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-41f2c01c-d9b5-4925-adbc-78f1022c803c tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:48.929112 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-41f2c01c-d9b5-4925-adbc-78f1022c803c tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.62 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1190372 Aug 24 17:58:48.962227 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-f93ffc11-9cad-4cb3-b139-5756f5e7b95e tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Request body: {'port': {'device_id': 'c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4', 'network_id': 'f5a647a7-f362-4056-93a0-82f946b3cf57', 'admin_state_up': True, 'tenant_id': 'd62cbdfea83843ed92d1d42055e24ed3'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:58:48.962822 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-59f8bdae-a5c5-4782-aa6f-57ff36153dd4 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Request body: {'port': {'device_id': 'a0a085f3-3fa8-4076-9add-aed8d7b0da72', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'admin_state_up': True, 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'security_groups': ['19097635-e338-46a7-b48b-46a1b31298cd']}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:58:49.061100 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:49.074939 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-59f8bdae-a5c5-4782-aa6f-57ff36153dd4 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Made reservation on behalf of 1422bbfed9414b8cada1656aed195a31 for: {'port': 1} {{(pid=112764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:58:49.075955 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-f93ffc11-9cad-4cb3-b139-5756f5e7b95e tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Made reservation on behalf of d62cbdfea83843ed92d1d42055e24ed3 for: {'port': 1} {{(pid=112763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:58:49.078892 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-59f8bdae-a5c5-4782-aa6f-57ff36153dd4 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:49.079624 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-f93ffc11-9cad-4cb3-b139-5756f5e7b95e tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:49.089565 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-f93ffc11-9cad-4cb3-b139-5756f5e7b95e tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:49.133666 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:49.169859 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-f93ffc11-9cad-4cb3-b139-5756f5e7b95e tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Publish callbacks [] for security_group (9c30b932-7fc2-4404-b298-10b79cd5613d), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:49.173524 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-f93ffc11-9cad-4cb3-b139-5756f5e7b95e tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (9c30b932-7fc2-4404-b298-10b79cd5613d), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:49.211256 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.db_base_plugin_common [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-59f8bdae-a5c5-4782-aa6f-57ff36153dd4 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Allocated IP 172.20.0.6 (29fbbcf6-c646-4aae-ba1c-126437193f4d/346fead9-f659-4b2d-a5d3-8f7d9b4bf123/4835fab0-24ea-4239-824b-d93c2d2a1697) {{(pid=112764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:58:49.240854 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ffc11-9cad-4cb3-b139-5756f5e7b95e tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c30b932-7fc2-4404-b298-10b79cd5613d,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:49.318662 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_common [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-f93ffc11-9cad-4cb3-b139-5756f5e7b95e tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Allocated IP 192.168.233.8 (f5a647a7-f362-4056-93a0-82f946b3cf57/dd1e6631-580a-46db-9004-4f60efb5667e/12b9c42e-6dd0-48bd-a1f9-501606d006ea) {{(pid=112763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:58:49.348693 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-59f8bdae-a5c5-4782-aa6f-57ff36153dd4 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for port (4835fab0-24ea-4239-824b-d93c2d2a1697), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:49.381600 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-59f8bdae-a5c5-4782-aa6f-57ff36153dd4 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (4835fab0-24ea-4239-824b-d93c2d2a1697), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:49.433760 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-59f8bdae-a5c5-4782-aa6f-57ff36153dd4 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Network 29fbbcf6-c646-4aae-ba1c-126437193f4d is already hosted by enough agents. {{(pid=112764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:58:49.437438 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.scheduler.base_scheduler [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-59f8bdae-a5c5-4782-aa6f-57ff36153dd4 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Resources bound (agent type, host, resource id): {{(pid=112764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:58:49.439321 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8bdae-a5c5-4782-aa6f-57ff36153dd4 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Pushing event updated for resources: {'Port': ['ID=4835fab0-24ea-4239-824b-d93c2d2a1697,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:49.441562 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-59f8bdae-a5c5-4782-aa6f-57ff36153dd4 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Received port after_create {{(pid=112764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:58:49.472281 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-f93ffc11-9cad-4cb3-b139-5756f5e7b95e tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Publish callbacks [] for port (12b9c42e-6dd0-48bd-a1f9-501606d006ea), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:49.491425 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-59f8bdae-a5c5-4782-aa6f-57ff36153dd4 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:49.492132 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-59f8bdae-a5c5-4782-aa6f-57ff36153dd4 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:49.505886 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-f93ffc11-9cad-4cb3-b139-5756f5e7b95e tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763231576405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (12b9c42e-6dd0-48bd-a1f9-501606d006ea), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:49.510539 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-59f8bdae-a5c5-4782-aa6f-57ff36153dd4 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.62 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5527928 Aug 24 17:58:49.527231 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.v2.base [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] Request body: {'port': {'device_id': 'a0a085f3-3fa8-4076-9add-aed8d7b0da72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=112764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:58:49.532061 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:49.566866 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-f93ffc11-9cad-4cb3-b139-5756f5e7b95e tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Network f5a647a7-f362-4056-93a0-82f946b3cf57 is already hosted by enough agents. {{(pid=112763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:58:49.572319 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.base_scheduler [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-f93ffc11-9cad-4cb3-b139-5756f5e7b95e tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Resources bound (agent type, host, resource id): {{(pid=112763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:58:49.574438 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ffc11-9cad-4cb3-b139-5756f5e7b95e tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Pushing event updated for resources: {'Port': ['ID=12b9c42e-6dd0-48bd-a1f9-501606d006ea,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:49.576772 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-f93ffc11-9cad-4cb3-b139-5756f5e7b95e tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Received port after_create {{(pid=112763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 17:58:49.595908 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (4835fab0-24ea-4239-824b-d93c2d2a1697), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:49.636777 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-f93ffc11-9cad-4cb3-b139-5756f5e7b95e tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:49.637683 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-f93ffc11-9cad-4cb3-b139-5756f5e7b95e tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:49.658776 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-f93ffc11-9cad-4cb3-b139-5756f5e7b95e tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.62 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7007122 Aug 24 17:58:49.670445 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] Request body: {'port': {'device_id': 'c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:58:49.744609 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (12b9c42e-6dd0-48bd-a1f9-501606d006ea), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:49.753280 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-456b2032-06f3-4bdc-b754-8603fa15dba4 None None] Provisioning complete for port 4835fab0-24ea-4239-824b-d93c2d2a1697 triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:49.754196 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-456b2032-06f3-4bdc-b754-8603fa15dba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (4835fab0-24ea-4239-824b-d93c2d2a1697), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:49.775220 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:49.792098 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-456b2032-06f3-4bdc-b754-8603fa15dba4 None None] Port 4835fab0-24ea-4239-824b-d93c2d2a1697 cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:58:49.823933 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:49.885493 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615687e8-3a5a-4e0b-95d2-3a2a7227a579 req-39eb3f6a-893b-4fc8-82a7-528a581e6eba tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:49.887092 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-615687e8-3a5a-4e0b-95d2-3a2a7227a579 req-39eb3f6a-893b-4fc8-82a7-528a581e6eba tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0a085f3-3fa8-4076-9add-aed8d7b0da72 HTTP/1.1" status: 200 len: 931 time: 0.0741343 Aug 24 17:58:49.909792 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-a6729772-48b2-4144-95e7-98a10e4a918f None None] Provisioning complete for port 12b9c42e-6dd0-48bd-a1f9-501606d006ea triggered by entity DHCP. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:49.910170 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-a6729772-48b2-4144-95e7-98a10e4a918f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (12b9c42e-6dd0-48bd-a1f9-501606d006ea), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:49.948789 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-a6729772-48b2-4144-95e7-98a10e4a918f None None] Port 12b9c42e-6dd0-48bd-a1f9-501606d006ea cannot update to ACTIVE because it is not bound. {{(pid=112765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 17:58:49.960099 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959652c7-d637-4013-bcf6-8fec84dd80d5 req-925e5e30-c228-4883-ba28-f398d56790a6 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:49.961572 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-959652c7-d637-4013-bcf6-8fec84dd80d5 req-925e5e30-c228-4883-ba28-f398d56790a6 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4 HTTP/1.1" status: 200 len: 934 time: 0.0789371 Aug 24 17:58:49.988189 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-615687e8-3a5a-4e0b-95d2-3a2a7227a579 req-55253608-b541-4bb9-82e7-26cc29120ff7 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=19097635-e338-46a7-b48b-46a1b31298cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907893 Aug 24 17:58:49.994411 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4835fab0-24ea-4239-824b-d93c2d2a1697 {{(pid=112764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:58:50.002036 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] Publish callbacks [] for port (4835fab0-24ea-4239-824b-d93c2d2a1697), precommit_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:50.015937 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.provisioning_blocks [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] Transition to ACTIVE for port object 4835fab0-24ea-4239-824b-d93c2d2a1697 will not be triggered until provisioned by entity L2. {{(pid=112764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:58:50.019930 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (4835fab0-24ea-4239-824b-d93c2d2a1697), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:50.040444 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:50.061688 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-959652c7-d637-4013-bcf6-8fec84dd80d5 req-c2516402-a45d-4d36-aaf2-37977b25c44d tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c30b932-7fc2-4404-b298-10b79cd5613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911145 Aug 24 17:58:50.102296 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] Pushing event updated for resources: {'Port': ['ID=4835fab0-24ea-4239-824b-d93c2d2a1697,revision_number=2']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:50.126986 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b9c42e-6dd0-48bd-a1f9-501606d006ea {{(pid=112763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:58:50.129748 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] Attempting to bind port 4835fab0-24ea-4239-824b-d93c2d2a1697 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:58:50.130088 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] Attempting to bind port 4835fab0-24ea-4239-824b-d93c2d2a1697 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '264b647a-0f3d-4dba-976f-d105df39fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d'}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:58:50.130450 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] Attempting to bind port 4835fab0-24ea-4239-824b-d93c2d2a1697 on network 29fbbcf6-c646-4aae-ba1c-126437193f4d {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:58:50.135221 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] Publish callbacks [] for port (12b9c42e-6dd0-48bd-a1f9-501606d006ea), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:50.135756 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] Port 4835fab0-24ea-4239-824b-d93c2d2a1697 on network 29fbbcf6-c646-4aae-ba1c-126437193f4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:58:50.136083 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] Attempting to bind port 4835fab0-24ea-4239-824b-d93c2d2a1697 on network 29fbbcf6-c646-4aae-ba1c-126437193f4d {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:58:50.141249 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] Checking agent: {'id': 'd24852b8-87fc-4acc-b821-6f57e7364c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'started_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:58:50.141588 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] Checking segment: {'id': '264b647a-0f3d-4dba-976f-d105df39fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:58:50.141970 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] Bound using segment: {'id': '264b647a-0f3d-4dba-976f-d105df39fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d'} {{(pid=112764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:58:50.142410 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.managers [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] Bound port: 4835fab0-24ea-4239-824b-d93c2d2a1697, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264b647a-0f3d-4dba-976f-d105df39fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d'}}] {{(pid=112764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:58:50.142755 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (4835fab0-24ea-4239-824b-d93c2d2a1697), before_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:50.149122 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.provisioning_blocks [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] Transition to ACTIVE for port object 12b9c42e-6dd0-48bd-a1f9-501606d006ea will not be triggered until provisioned by entity L2. {{(pid=112763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 17:58:50.153329 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (12b9c42e-6dd0-48bd-a1f9-501606d006ea), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:50.205678 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] For port 4835fab0-24ea-4239-824b-d93c2d2a1697, host hv-cinder-84052, cleared binding levels {{(pid=112764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:58:50.208808 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] For port 4835fab0-24ea-4239-824b-d93c2d2a1697, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=4835fab0-24ea-4239-824b-d93c2d2a1697,segment=NetworkSegment(264b647a-0f3d-4dba-976f-d105df39fa97),segment_id=264b647a-0f3d-4dba-976f-d105df39fa97)] {{(pid=112764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:58:50.215299 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221774'] for port (4835fab0-24ea-4239-824b-d93c2d2a1697), after_update {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:50.219541 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:50.220165 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:50.221558 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] 10.222.0.62 "PUT /networking/v2.0/ports/4835fab0-24ea-4239-824b-d93c2d2a1697 HTTP/1.1" status: 200 len: 1093 time: 0.7025044 Aug 24 17:58:50.222050 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a085f3-3fa8-4076-9add-aed8d7b0da72', 'tag': '4835fab0-24ea-4239-824b-d93c2d2a1697'}] {{(pid=112764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:58:50.224325 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b02aee00105f4f08101399c4e430e9c98038b74fbe98582e66139d516faff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c19809e-649f-4cba-b27f-4770cbcafc6e" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a085f3-3fa8-4076-9add-aed8d7b0da72", "tag": "4835fab0-24ea-4239-824b-d93c2d2a1697"}]}' {{(pid=112764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:58:50.243656 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] Pushing event updated for resources: {'Port': ['ID=12b9c42e-6dd0-48bd-a1f9-501606d006ea,revision_number=2']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:50.271107 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a8ff3a-0c24-431c-beb7-bcd54a6fcb02 x-openstack-request-id: req-96a8ff3a-0c24-431c-beb7-bcd54a6fcb02 {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:58:50.271392 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a085f3-3fa8-4076-9add-aed8d7b0da72", "tag": "4835fab0-24ea-4239-824b-d93c2d2a1697", "status": "completed", "code": 200}]} {{(pid=112764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:58:50.271671 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-96a8ff3a-0c24-431c-beb7-bcd54a6fcb02 {{(pid=112764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:58:50.272071 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a8ff3a-0c24-431c-beb7-bcd54a6fcb02'] response: {'name': 'network-changed', 'server_uuid': 'a0a085f3-3fa8-4076-9add-aed8d7b0da72', 'tag': '4835fab0-24ea-4239-824b-d93c2d2a1697', 'status': 'completed', 'code': 200} Aug 24 17:58:50.284665 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.managers [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] Attempting to bind port 12b9c42e-6dd0-48bd-a1f9-501606d006ea on host hv-cinder-84052 for vnic_type normal with profile {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 17:58:50.285024 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.managers [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] Attempting to bind port 12b9c42e-6dd0-48bd-a1f9-501606d006ea by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': 'b0dae110-1721-4fa8-8ba5-e588a2df6d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5a647a7-f362-4056-93a0-82f946b3cf57'}] {{(pid=112763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 17:58:50.285347 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] Attempting to bind port 12b9c42e-6dd0-48bd-a1f9-501606d006ea on network f5a647a7-f362-4056-93a0-82f946b3cf57 {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:58:50.289819 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] Port 12b9c42e-6dd0-48bd-a1f9-501606d006ea on network f5a647a7-f362-4056-93a0-82f946b3cf57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 17:58:50.290343 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] Attempting to bind port 12b9c42e-6dd0-48bd-a1f9-501606d006ea on network f5a647a7-f362-4056-93a0-82f946b3cf57 {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 17:58:50.295587 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] Checking agent: {'id': 'd24852b8-87fc-4acc-b821-6f57e7364c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'started_at': datetime.datetime(2022, 8, 24, 17, 46, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 17, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 17:58:50.295938 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] Checking segment: {'id': 'b0dae110-1721-4fa8-8ba5-e588a2df6d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5a647a7-f362-4056-93a0-82f946b3cf57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 17:58:50.296328 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] Bound using segment: {'id': 'b0dae110-1721-4fa8-8ba5-e588a2df6d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5a647a7-f362-4056-93a0-82f946b3cf57'} {{(pid=112763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 17:58:50.296758 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.managers [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] Bound port: 12b9c42e-6dd0-48bd-a1f9-501606d006ea, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0dae110-1721-4fa8-8ba5-e588a2df6d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5a647a7-f362-4056-93a0-82f946b3cf57'}}] {{(pid=112763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 17:58:50.297129 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (12b9c42e-6dd0-48bd-a1f9-501606d006ea), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:50.310083 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04bf26-442f-44ed-82a1-567f2faa15fe service neutron] Pushing event updated for resources: {'Port': ['ID=4835fab0-24ea-4239-824b-d93c2d2a1697,revision_number=3']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:50.324770 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-74069693-12a4-481b-b7ea-c05274322e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:50.326243 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-74069693-12a4-481b-b7ea-c05274322e71 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=1422bbfed9414b8cada1656aed195a31&device_id=a0a085f3-3fa8-4076-9add-aed8d7b0da72 HTTP/1.1" status: 200 len: 1127 time: 0.0503619 Aug 24 17:58:50.360178 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] For port 12b9c42e-6dd0-48bd-a1f9-501606d006ea, host hv-cinder-84052, cleared binding levels {{(pid=112763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:58:50.363298 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] For port 12b9c42e-6dd0-48bd-a1f9-501606d006ea, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=12b9c42e-6dd0-48bd-a1f9-501606d006ea,segment=NetworkSegment(b0dae110-1721-4fa8-8ba5-e588a2df6d59),segment_id=b0dae110-1721-4fa8-8ba5-e588a2df6d59)] {{(pid=112763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:58:50.366354 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-7107bdf2-1840-4197-ac15-441b085a2d18 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4835fab0-24ea-4239-824b-d93c2d2a1697 HTTP/1.1" status: 200 len: 217 time: 0.0326798 Aug 24 17:58:50.370336 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7605557'] for port (12b9c42e-6dd0-48bd-a1f9-501606d006ea), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:50.374467 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:50.375078 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:50.376475 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] 10.222.0.62 "PUT /networking/v2.0/ports/12b9c42e-6dd0-48bd-a1f9-501606d006ea HTTP/1.1" status: 200 len: 1096 time: 0.7107606 Aug 24 17:58:50.376963 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4', 'tag': '12b9c42e-6dd0-48bd-a1f9-501606d006ea'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:58:50.379212 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893f8c87-beaa-47a2-9afe-7c2f2b63ae9a" -d '{"events": [{"name": "network-changed", "server_uuid": "c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4", "tag": "12b9c42e-6dd0-48bd-a1f9-501606d006ea"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:58:50.420718 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-e6b0483b-7fef-4cfa-8bc9-0e5903720baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:50.422180 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-e6b0483b-7fef-4cfa-8bc9-0e5903720baa service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=346fead9-f659-4b2d-a5d3-8f7d9b4bf123 HTTP/1.1" status: 200 len: 850 time: 0.0508745 Aug 24 17:58:50.431236 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3453d64-853b-44fd-942b-96f9c0feb238 service neutron] Pushing event updated for resources: {'Port': ['ID=12b9c42e-6dd0-48bd-a1f9-501606d006ea,revision_number=3']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:50.473489 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-f4108164-43b2-46e2-9cfb-3138f73f81fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:50.474982 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-123d46eb-dd55-4f52-97b1-10aa3d97aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:50.475373 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-f4108164-43b2-46e2-9cfb-3138f73f81fb service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=29fbbcf6-c646-4aae-ba1c-126437193f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439000 Aug 24 17:58:50.476521 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-123d46eb-dd55-4f52-97b1-10aa3d97aca1 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=d62cbdfea83843ed92d1d42055e24ed3&device_id=c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4 HTTP/1.1" status: 200 len: 1130 time: 0.0417409 Aug 24 17:58:50.522160 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-53f7b8bf-3690-4037-aeef-a81bea904ba6 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=12b9c42e-6dd0-48bd-a1f9-501606d006ea HTTP/1.1" status: 200 len: 217 time: 0.0345016 Aug 24 17:58:50.570789 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-83bb79a7-07ec-4880-af3e-ef114a47eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:50.572973 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-83bb79a7-07ec-4880-af3e-ef114a47eedf service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=dd1e6631-580a-46db-9004-4f60efb5667e HTTP/1.1" status: 200 len: 843 time: 0.0452740 Aug 24 17:58:50.581605 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-6ab5d249-aec6-416f-a327-b2c27527a120 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941038 Aug 24 17:58:50.587056 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f0e346-177a-43a1-a359-d1dcc1e1cac7 x-openstack-request-id: req-a0f0e346-177a-43a1-a359-d1dcc1e1cac7 {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:58:50.587333 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4", "tag": "12b9c42e-6dd0-48bd-a1f9-501606d006ea", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:58:50.587603 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a0f0e346-177a-43a1-a359-d1dcc1e1cac7 {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:58:50.587998 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0f0e346-177a-43a1-a359-d1dcc1e1cac7'] response: {'name': 'network-changed', 'server_uuid': 'c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4', 'tag': '12b9c42e-6dd0-48bd-a1f9-501606d006ea', 'status': 'completed', 'code': 200} Aug 24 17:58:50.595441 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:50.624572 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-57b500f6-7d05-4b2a-8f26-a5bc072b70c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:50.627045 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-57b500f6-7d05-4b2a-8f26-a5bc072b70c6 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=f5a647a7-f362-4056-93a0-82f946b3cf57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0481639 Aug 24 17:58:50.680068 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-f8d1b7da-4c39-412a-99f0-6480b259150f req-16f7a526-ba4e-4dfb-ad49-b29bf6a117f7 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913599 Aug 24 17:58:50.719460 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-8285ae18-2e1c-4234-8170-9bc89856ff31 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/f5a647a7-f362-4056-93a0-82f946b3cf57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866356 Aug 24 17:58:51.095741 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:51.110911 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122092b-207b-444a-ad9a-e45e9d66d7cf req-f1512351-6282-4df1-b5bb-1906be56e8e6 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:51.112465 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9122092b-207b-444a-ad9a-e45e9d66d7cf req-f1512351-6282-4df1-b5bb-1906be56e8e6 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0a085f3-3fa8-4076-9add-aed8d7b0da72 HTTP/1.1" status: 200 len: 943 time: 0.0490456 Aug 24 17:58:51.159398 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-9122092b-207b-444a-ad9a-e45e9d66d7cf req-b3468057-7caf-41ba-8d2b-3de79a5e2267 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=19097635-e338-46a7-b48b-46a1b31298cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413439 Aug 24 17:58:51.173386 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:51.191571 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2f816-2dc3-4890-8dba-342ea7f3455e req-e73e1730-358c-47a7-ba0f-cdef83e92b81 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:51.193304 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a2f2f816-2dc3-4890-8dba-342ea7f3455e req-e73e1730-358c-47a7-ba0f-cdef83e92b81 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4 HTTP/1.1" status: 200 len: 946 time: 0.0516481 Aug 24 17:58:51.240034 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-a2f2f816-2dc3-4890-8dba-342ea7f3455e req-1f36f884-739c-4a2e-95be-391b2626dae9 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c30b932-7fc2-4404-b298-10b79cd5613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411377 Aug 24 17:58:51.394708 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19809e-649f-4cba-b27f-4770cbcafc6e req-0e5a1f37-3166-49ed-9bcc-9278351283bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:51.396173 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6c19809e-649f-4cba-b27f-4770cbcafc6e req-0e5a1f37-3166-49ed-9bcc-9278351283bd service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=1422bbfed9414b8cada1656aed195a31&device_id=a0a085f3-3fa8-4076-9add-aed8d7b0da72 HTTP/1.1" status: 200 len: 1127 time: 0.0450191 Aug 24 17:58:51.426495 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4184f7ba-401a-46d6-a03d-a0160302a3e2 req-4925a818-9228-4219-988f-c29e4440c6d9 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/f5a647a7-f362-4056-93a0-82f946b3cf57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843625 Aug 24 17:58:51.489423 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19809e-649f-4cba-b27f-4770cbcafc6e req-4fd37832-7437-4424-8289-01523650b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:51.490889 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6c19809e-649f-4cba-b27f-4770cbcafc6e req-4fd37832-7437-4424-8289-01523650b49a service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=29fbbcf6-c646-4aae-ba1c-126437193f4d HTTP/1.1" status: 200 len: 912 time: 0.0892050 Aug 24 17:58:52.147941 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6c19809e-649f-4cba-b27f-4770cbcafc6e req-b95ffcd6-2894-489c-a112-52d8e8cafff8 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4835fab0-24ea-4239-824b-d93c2d2a1697 HTTP/1.1" status: 200 len: 217 time: 0.0387933 Aug 24 17:58:52.150462 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f8c87-beaa-47a2-9afe-7c2f2b63ae9a req-8a978504-18be-4cf1-945e-91a12ba0abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:52.151957 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-893f8c87-beaa-47a2-9afe-7c2f2b63ae9a req-8a978504-18be-4cf1-945e-91a12ba0abf9 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=d62cbdfea83843ed92d1d42055e24ed3&device_id=c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4 HTTP/1.1" status: 200 len: 1130 time: 0.0429308 Aug 24 17:58:52.197221 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19809e-649f-4cba-b27f-4770cbcafc6e req-18844177-853d-4acd-a94d-64aef4ad6655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:52.198686 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6c19809e-649f-4cba-b27f-4770cbcafc6e req-18844177-853d-4acd-a94d-64aef4ad6655 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=346fead9-f659-4b2d-a5d3-8f7d9b4bf123 HTTP/1.1" status: 200 len: 850 time: 0.0457075 Aug 24 17:58:52.227749 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=55 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:52.246933 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f8c87-beaa-47a2-9afe-7c2f2b63ae9a req-77722e63-8b44-479a-aa73-bcef824dbbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:52.248440 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-893f8c87-beaa-47a2-9afe-7c2f2b63ae9a req-77722e63-8b44-479a-aa73-bcef824dbbfb service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=f5a647a7-f362-4056-93a0-82f946b3cf57 HTTP/1.1" status: 200 len: 870 time: 0.0898311 Aug 24 17:58:52.261222 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:52.270565 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19809e-649f-4cba-b27f-4770cbcafc6e req-904133f3-7b8a-4faf-b77a-fd771f5e93a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:52.272084 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6c19809e-649f-4cba-b27f-4770cbcafc6e req-904133f3-7b8a-4faf-b77a-fd771f5e93a2 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=29fbbcf6-c646-4aae-ba1c-126437193f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666339 Aug 24 17:58:52.293658 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-893f8c87-beaa-47a2-9afe-7c2f2b63ae9a req-b052401a-b04a-4c9c-af56-1d73c7f0ccb4 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=12b9c42e-6dd0-48bd-a1f9-501606d006ea HTTP/1.1" status: 200 len: 217 time: 0.0380323 Aug 24 17:58:52.311052 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71adef-e1e6-44ee-bb82-8f5e8f25ead6 req-72b1e437-373a-4009-bb98-f14279049d65 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:52.312553 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ed71adef-e1e6-44ee-bb82-8f5e8f25ead6 req-72b1e437-373a-4009-bb98-f14279049d65 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0a085f3-3fa8-4076-9add-aed8d7b0da72 HTTP/1.1" status: 200 len: 943 time: 0.0732710 Aug 24 17:58:52.372612 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f8c87-beaa-47a2-9afe-7c2f2b63ae9a req-55c5eb22-d749-4125-9bb8-e40d8422b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:52.373989 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-893f8c87-beaa-47a2-9afe-7c2f2b63ae9a req-55c5eb22-d749-4125-9bb8-e40d8422b0a2 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=dd1e6631-580a-46db-9004-4f60efb5667e HTTP/1.1" status: 200 len: 843 time: 0.0745373 Aug 24 17:58:52.384092 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114de9d-e11d-4bb9-b04e-f572e33c406e req-7de63c50-2343-41b2-aac8-a21ec7f04847 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:52.385500 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2114de9d-e11d-4bb9-b04e-f572e33c406e req-7de63c50-2343-41b2-aac8-a21ec7f04847 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4 HTTP/1.1" status: 200 len: 946 time: 0.0593183 Aug 24 17:58:52.412425 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-ed71adef-e1e6-44ee-bb82-8f5e8f25ead6 req-3fd960f9-1e1f-406d-ad54-7ef7d69bae77 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=19097635-e338-46a7-b48b-46a1b31298cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884724 Aug 24 17:58:52.415321 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6c19809e-649f-4cba-b27f-4770cbcafc6e req-93a5ebe1-8c61-42d5-8953-15365a116cbc service neutron] 10.222.0.62 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348495 Aug 24 17:58:52.447442 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f8c87-beaa-47a2-9afe-7c2f2b63ae9a req-0d0dc3b3-e73e-4a64-97c3-4a3c01994665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:52.448953 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-893f8c87-beaa-47a2-9afe-7c2f2b63ae9a req-0d0dc3b3-e73e-4a64-97c3-4a3c01994665 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=f5a647a7-f362-4056-93a0-82f946b3cf57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0626209 Aug 24 17:58:52.481305 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-2114de9d-e11d-4bb9-b04e-f572e33c406e req-f6dddcc6-2700-4f81-ada3-29329e202580 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c30b932-7fc2-4404-b298-10b79cd5613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873027 Aug 24 17:58:52.509487 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 4835fab0-24ea-4239-824b-d93c2d2a1697 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:58:52.538335 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=100 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:52.554779 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-893f8c87-beaa-47a2-9afe-7c2f2b63ae9a req-9f88a4f1-eb6e-4a22-b556-8d37b197c179 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/f5a647a7-f362-4056-93a0-82f946b3cf57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964160 Aug 24 17:58:52.623316 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 4835fab0-24ea-4239-824b-d93c2d2a1697, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=4835fab0-24ea-4239-824b-d93c2d2a1697,segment=NetworkSegment(264b647a-0f3d-4dba-976f-d105df39fa97),segment_id=264b647a-0f3d-4dba-976f-d105df39fa97)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:52.636247 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '4835fab0-24ea-4239-824b-d93c2d2a1697', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'port_id': '4835fab0-24ea-4239-824b-d93c2d2a1697', 'mac_address': 'fa:16:3e:33:07:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:58:52.638499 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=100 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:52.662440 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-893f8c87-beaa-47a2-9afe-7c2f2b63ae9a req-d278a656-0e19-4a58-92f5-f25722f08384 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/f5a647a7-f362-4056-93a0-82f946b3cf57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017036 Aug 24 17:58:52.679264 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 4835fab0-24ea-4239-824b-d93c2d2a1697 is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:58:52.679916 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (4835fab0-24ea-4239-824b-d93c2d2a1697), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:52.695689 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4835fab0-24ea-4239-824b-d93c2d2a1697 {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:58:52.716969 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 4835fab0-24ea-4239-824b-d93c2d2a1697, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=4835fab0-24ea-4239-824b-d93c2d2a1697,segment=NetworkSegment(264b647a-0f3d-4dba-976f-d105df39fa97),segment_id=264b647a-0f3d-4dba-976f-d105df39fa97)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:52.720792 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (4835fab0-24ea-4239-824b-d93c2d2a1697), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:52.721503 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 12b9c42e-6dd0-48bd-a1f9-501606d006ea details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=112765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:58:52.761435 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-6c19809e-649f-4cba-b27f-4770cbcafc6e req-c198dbc2-729c-4580-a73e-b4d9b722937a service neutron] 10.222.0.62 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403351 Aug 24 17:58:52.797211 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=4835fab0-24ea-4239-824b-d93c2d2a1697,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:52.866469 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 12b9c42e-6dd0-48bd-a1f9-501606d006ea, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=12b9c42e-6dd0-48bd-a1f9-501606d006ea,segment=NetworkSegment(b0dae110-1721-4fa8-8ba5-e588a2df6d59),segment_id=b0dae110-1721-4fa8-8ba5-e588a2df6d59)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:52.877950 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Returning: {'device': '12b9c42e-6dd0-48bd-a1f9-501606d006ea', 'network_id': 'f5a647a7-f362-4056-93a0-82f946b3cf57', 'port_id': '12b9c42e-6dd0-48bd-a1f9-501606d006ea', 'mac_address': 'fa:16:3e:c6:da:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1e6631-580a-46db-9004-4f60efb5667e', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:58:52.911732 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 12b9c42e-6dd0-48bd-a1f9-501606d006ea is: DOWN; New status is: BUILD {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:58:52.912123 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (12b9c42e-6dd0-48bd-a1f9-501606d006ea), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:52.924892 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b9c42e-6dd0-48bd-a1f9-501606d006ea {{(pid=112765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 17:58:52.944694 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 12b9c42e-6dd0-48bd-a1f9-501606d006ea, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=12b9c42e-6dd0-48bd-a1f9-501606d006ea,segment=NetworkSegment(b0dae110-1721-4fa8-8ba5-e588a2df6d59),segment_id=b0dae110-1721-4fa8-8ba5-e588a2df6d59)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:52.949243 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (12b9c42e-6dd0-48bd-a1f9-501606d006ea), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:52.993768 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=12b9c42e-6dd0-48bd-a1f9-501606d006ea,revision_number=4']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:53.275297 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['4835fab0-24ea-4239-824b-d93c2d2a1697'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:58:53.339472 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['12b9c42e-6dd0-48bd-a1f9-501606d006ea'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:58:53.525171 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:53.536927 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bdfb4-4a85-4226-a240-c864775c77e3 req-a580d31d-3b8a-4407-8c22-b4fc418c3553 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:53.538713 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fb7bdfb4-4a85-4226-a240-c864775c77e3 req-a580d31d-3b8a-4407-8c22-b4fc418c3553 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0a085f3-3fa8-4076-9add-aed8d7b0da72 HTTP/1.1" status: 200 len: 944 time: 0.0523794 Aug 24 17:58:53.586349 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-fb7bdfb4-4a85-4226-a240-c864775c77e3 req-cc458911-f646-41f0-a0a3-4343020a0803 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=19097635-e338-46a7-b48b-46a1b31298cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417264 Aug 24 17:58:53.614629 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b8b5f-2007-4d01-9f75-3f91d627b21d req-151c941a-241a-4dd2-a6c1-f8fc754ebfdd tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:53.616136 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-878b8b5f-2007-4d01-9f75-3f91d627b21d req-151c941a-241a-4dd2-a6c1-f8fc754ebfdd tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4 HTTP/1.1" status: 200 len: 947 time: 0.0461447 Aug 24 17:58:53.661899 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-878b8b5f-2007-4d01-9f75-3f91d627b21d req-7bcb151a-314a-4861-9158-3cde86e045df tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c30b932-7fc2-4404-b298-10b79cd5613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397735 Aug 24 17:58:54.500393 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 4835fab0-24ea-4239-824b-d93c2d2a1697 up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:58:54.542137 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:54.544665 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning for port 4835fab0-24ea-4239-824b-d93c2d2a1697 completed by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:58:54.551245 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 4835fab0-24ea-4239-824b-d93c2d2a1697 triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:54.551740 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (4835fab0-24ea-4239-824b-d93c2d2a1697), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:54.628555 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 4835fab0-24ea-4239-824b-d93c2d2a1697 is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:58:54.628951 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (4835fab0-24ea-4239-824b-d93c2d2a1697), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:54.653740 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a085f3-3fa8-4076-9add-aed8d7b0da72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4835fab0-24ea-4239-824b-d93c2d2a1697'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:58:54.656352 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874b9e5e-f2e8-4c4e-b78b-a34c70fe434c" -d '{"events": [{"server_uuid": "a0a085f3-3fa8-4076-9add-aed8d7b0da72", "name": "network-vif-plugged", "status": "completed", "tag": "4835fab0-24ea-4239-824b-d93c2d2a1697"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:58:54.673900 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 4835fab0-24ea-4239-824b-d93c2d2a1697, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=4835fab0-24ea-4239-824b-d93c2d2a1697,segment=NetworkSegment(264b647a-0f3d-4dba-976f-d105df39fa97),segment_id=264b647a-0f3d-4dba-976f-d105df39fa97)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:54.678268 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (4835fab0-24ea-4239-824b-d93c2d2a1697), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:54.679180 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 12b9c42e-6dd0-48bd-a1f9-501606d006ea up at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:58:54.723630 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50d4f4-bed7-4349-8097-258bd2f91884 req-d795ec16-59e1-4aa4-9976-d677e0f90d18 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:54.725167 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5b50d4f4-bed7-4349-8097-258bd2f91884 req-d795ec16-59e1-4aa4-9976-d677e0f90d18 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0a085f3-3fa8-4076-9add-aed8d7b0da72 HTTP/1.1" status: 200 len: 945 time: 0.0571868 Aug 24 17:58:54.761604 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=4835fab0-24ea-4239-824b-d93c2d2a1697,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:54.767326 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb7a948-be82-4301-a2ad-b61fe836e6b5 x-openstack-request-id: req-7cb7a948-be82-4301-a2ad-b61fe836e6b5 {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:58:54.767643 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a085f3-3fa8-4076-9add-aed8d7b0da72", "name": "network-vif-plugged", "status": "completed", "tag": "4835fab0-24ea-4239-824b-d93c2d2a1697", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:58:54.767897 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7cb7a948-be82-4301-a2ad-b61fe836e6b5 {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:58:54.768298 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cb7a948-be82-4301-a2ad-b61fe836e6b5'] response: {'server_uuid': 'a0a085f3-3fa8-4076-9add-aed8d7b0da72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4835fab0-24ea-4239-824b-d93c2d2a1697', 'code': 200} Aug 24 17:58:54.770664 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning for port 12b9c42e-6dd0-48bd-a1f9-501606d006ea completed by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 17:58:54.777810 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.provisioning_blocks [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Provisioning complete for port 12b9c42e-6dd0-48bd-a1f9-501606d006ea triggered by entity L2. {{(pid=112765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 17:58:54.778186 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859093'] for port (12b9c42e-6dd0-48bd-a1f9-501606d006ea), provisioning_complete {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:54.809075 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5b50d4f4-bed7-4349-8097-258bd2f91884 req-0c4e6824-5667-4ea0-a2b8-39ec8b2414b6 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=19097635-e338-46a7-b48b-46a1b31298cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761111 Aug 24 17:58:54.863416 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Current status of the port 12b9c42e-6dd0-48bd-a1f9-501606d006ea is: BUILD; New status is: ACTIVE {{(pid=112765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 17:58:54.863840 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587054'] for port (12b9c42e-6dd0-48bd-a1f9-501606d006ea), before_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:54.886285 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da7e27-ca0c-409c-aeab-09631899c3a3 req-8bdfac27-3940-44fe-b742-46b8d9dcf7b6 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:54.887804 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b3da7e27-ca0c-409c-aeab-09631899c3a3 req-8bdfac27-3940-44fe-b742-46b8d9dcf7b6 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4 HTTP/1.1" status: 200 len: 947 time: 0.0530193 Aug 24 17:58:54.899926 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] For port 12b9c42e-6dd0-48bd-a1f9-501606d006ea, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=12b9c42e-6dd0-48bd-a1f9-501606d006ea,segment=NetworkSegment(b0dae110-1721-4fa8-8ba5-e588a2df6d59),segment_id=b0dae110-1721-4fa8-8ba5-e588a2df6d59)] {{(pid=112765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:58:54.905476 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763231971076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763231576423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763231576441'] for port (12b9c42e-6dd0-48bd-a1f9-501606d006ea), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:54.940172 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b3da7e27-ca0c-409c-aeab-09631899c3a3 req-c9058ba7-eb8a-4a59-9490-0351a3dba9d4 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c30b932-7fc2-4404-b298-10b79cd5613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442550 Aug 24 17:58:54.950442 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3624769-e8e0-4459-81b8-0a038c771b8c req-c5d4e8d3-6f55-412f-87d3-fcae674eefae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:54.952318 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d3624769-e8e0-4459-81b8-0a038c771b8c req-c5d4e8d3-6f55-412f-87d3-fcae674eefae service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0a085f3-3fa8-4076-9add-aed8d7b0da72 HTTP/1.1" status: 200 len: 1129 time: 0.0401895 Aug 24 17:58:54.960462 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Pushing event updated for resources: {'Port': ['ID=12b9c42e-6dd0-48bd-a1f9-501606d006ea,revision_number=5']} {{(pid=112765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:58:54.997385 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d3624769-e8e0-4459-81b8-0a038c771b8c req-dd3140b7-334e-4d93-b607-22adaf35fa7f service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=19097635-e338-46a7-b48b-46a1b31298cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395863 Aug 24 17:58:55.472218 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=39 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:55.927450 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f3310-76c6-4e35-afcc-58e87192c623 req-87cf0266-f9c3-4b21-b848-38d971b01639 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:55.928983 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d19f3310-76c6-4e35-afcc-58e87192c623 req-87cf0266-f9c3-4b21-b848-38d971b01639 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0a085f3-3fa8-4076-9add-aed8d7b0da72 HTTP/1.1" status: 200 len: 945 time: 0.0483060 Aug 24 17:58:55.975322 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:55.992569 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-d19f3310-76c6-4e35-afcc-58e87192c623 req-f9b4cc96-e277-405f-8292-681b0b3a4d06 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=19097635-e338-46a7-b48b-46a1b31298cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572340 Aug 24 17:58:56.081842 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6081ee-8300-41bf-be86-45641815d905 req-a7de8d1e-71cb-42a5-a7de-831b1e976e1a tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:56.083536 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7c6081ee-8300-41bf-be86-45641815d905 req-a7de8d1e-71cb-42a5-a7de-831b1e976e1a tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4 HTTP/1.1" status: 200 len: 948 time: 0.0513682 Aug 24 17:58:56.134124 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-7c6081ee-8300-41bf-be86-45641815d905 req-5a63927c-9686-4790-9cec-e24b528d8c2e tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c30b932-7fc2-4404-b298-10b79cd5613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449488 Aug 24 17:58:56.769774 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b9c42e-6dd0-48bd-a1f9-501606d006ea'}] {{(pid=112765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:58:56.772136 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333003ccebb27e5370bb500231382e8d366dc82379f0d8ec519a7acf24ec2c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ff7c76-e7ee-4c50-94f2-f5f877d15c5d" -d '{"events": [{"server_uuid": "c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4", "name": "network-vif-plugged", "status": "completed", "tag": "12b9c42e-6dd0-48bd-a1f9-501606d006ea"}]}' {{(pid=112765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:58:56.808773 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6bb536-4399-426c-887a-224cab6489b5 x-openstack-request-id: req-ba6bb536-4399-426c-887a-224cab6489b5 {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:58:56.809063 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4", "name": "network-vif-plugged", "status": "completed", "tag": "12b9c42e-6dd0-48bd-a1f9-501606d006ea", "code": 200}]} {{(pid=112765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:58:56.809315 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ba6bb536-4399-426c-887a-224cab6489b5 {{(pid=112765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:58:56.809717 dv-cinder-840525-3-iscsi neutron-server[112765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6bb536-4399-426c-887a-224cab6489b5'] response: {'server_uuid': 'c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b9c42e-6dd0-48bd-a1f9-501606d006ea', 'code': 200} Aug 24 17:58:56.972589 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51d8dd-7393-4302-a90b-bc8597ff1e89 req-0efd73a4-9bb6-41bb-a410-432dda92ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:56.974083 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-db51d8dd-7393-4302-a90b-bc8597ff1e89 req-0efd73a4-9bb6-41bb-a410-432dda92ff36 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4 HTTP/1.1" status: 200 len: 1132 time: 0.0426457 Aug 24 17:58:56.985776 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=100 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:57.018510 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-db51d8dd-7393-4302-a90b-bc8597ff1e89 req-3b19001b-4ea5-40be-87bd-c9e00be6d5b2 service neutron] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9c30b932-7fc2-4404-b298-10b79cd5613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384500 Aug 24 17:58:57.116222 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709fad6-eae5-4b54-a147-021952dd8d3b req-9aab5adf-bf03-47a2-a562-4faf53852d77 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:57.117681 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-1709fad6-eae5-4b54-a147-021952dd8d3b req-9aab5adf-bf03-47a2-a562-4faf53852d77 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0a085f3-3fa8-4076-9add-aed8d7b0da72 HTTP/1.1" status: 200 len: 945 time: 0.0462563 Aug 24 17:58:57.142476 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:57.167689 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-1709fad6-eae5-4b54-a147-021952dd8d3b req-d37450c6-6f69-458c-8ac4-a65854d65387 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=19097635-e338-46a7-b48b-46a1b31298cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443282 Aug 24 17:58:57.253503 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dac6ca-1287-4c4c-aec5-1089c565ee51 req-3717463f-0c83-4e64-bbbc-8abdc5f2f932 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:57.254975 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c4dac6ca-1287-4c4c-aec5-1089c565ee51 req-3717463f-0c83-4e64-bbbc-8abdc5f2f932 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4 HTTP/1.1" status: 200 len: 948 time: 0.0468791 Aug 24 17:58:57.279713 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33017436-1ee8-4b4e-b0b6-a6afcecce003 req-03f11229-937d-49a3-8af8-e98a39b1ca59 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:57.281258 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-33017436-1ee8-4b4e-b0b6-a6afcecce003 req-03f11229-937d-49a3-8af8-e98a39b1ca59 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0a085f3-3fa8-4076-9add-aed8d7b0da72 HTTP/1.1" status: 200 len: 945 time: 0.0466418 Aug 24 17:58:57.291137 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 39864) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:58:57.295514 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.v2.base [None req-a3e0a6ce-bf4a-4175-a2a1-74aa2b8650e5 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Request body: {'floatingip': {'port_id': '4835fab0-24ea-4239-824b-d93c2d2a1697'}} {{(pid=112763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:58:57.303744 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-c4dac6ca-1287-4c4c-aec5-1089c565ee51 req-4a71e840-0683-4010-bffc-a1a294c1b8c0 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c30b932-7fc2-4404-b298-10b79cd5613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423408 Aug 24 17:58:57.332813 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a6ce-bf4a-4175-a2a1-74aa2b8650e5 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for floatingip (51ca8b38-8256-462c-816f-1d440fd10cd8), before_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:57.532058 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=100 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:57.981580 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a6ce-bf4a-4175-a2a1-74aa2b8650e5 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:57.985259 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a6ce-bf4a-4175-a2a1-74aa2b8650e5 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (51ca8b38-8256-462c-816f-1d440fd10cd8), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:58.081971 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.l3_db [None req-a3e0a6ce-bf4a-4175-a2a1-74aa2b8650e5 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Floating IP 51ca8b38-8256-462c-816f-1d440fd10cd8 associated. External IP: 172.27.1.251, port: 4835fab0-24ea-4239-824b-d93c2d2a1697. Aug 24 17:58:58.276581 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e0a6ce-bf4a-4175-a2a1-74aa2b8650e5 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:58:58.394774 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e0a6ce-bf4a-4175-a2a1-74aa2b8650e5 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:58:58.405399 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a4081-957d-4be1-b0f7-da527e07b84f None None] Sync routers for ids ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:58:58.415120 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a6ce-bf4a-4175-a2a1-74aa2b8650e5 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:58:58.416552 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7a4081-957d-4be1-b0f7-da527e07b84f None None] Routers {'a79e18d2-a5bb-4fd6-997d-64341c18d6d8'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:58.417159 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-7d7a4081-957d-4be1-b0f7-da527e07b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:58:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:58.458224 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531c0ef-eaea-4076-aa62-b4b8d0eacc31 req-e000a797-c76d-4ec9-83bb-2ab22872a4ac tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:58.459743 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4531c0ef-eaea-4076-aa62-b4b8d0eacc31 req-e000a797-c76d-4ec9-83bb-2ab22872a4ac tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4 HTTP/1.1" status: 200 len: 948 time: 0.0787239 Aug 24 17:58:58.465273 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-a3e0a6ce-bf4a-4175-a2a1-74aa2b8650e5 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/51ca8b38-8256-462c-816f-1d440fd10cd8 HTTP/1.1" status: 200 len: 991 time: 1.1730280 Aug 24 17:58:58.467054 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a085f3-3fa8-4076-9add-aed8d7b0da72', 'tag': '4835fab0-24ea-4239-824b-d93c2d2a1697'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:58:58.469332 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940b2957-9d00-4065-8b0c-957a66c68019" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a085f3-3fa8-4076-9add-aed8d7b0da72", "tag": "4835fab0-24ea-4239-824b-d93c2d2a1697"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:58:58.511579 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 17:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5430410f-e22c-493d-8f07-afb125d789da x-openstack-request-id: req-5430410f-e22c-493d-8f07-afb125d789da {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:58:58.511852 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a085f3-3fa8-4076-9add-aed8d7b0da72", "tag": "4835fab0-24ea-4239-824b-d93c2d2a1697", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:58:58.512099 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5430410f-e22c-493d-8f07-afb125d789da {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:58:58.512500 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5430410f-e22c-493d-8f07-afb125d789da'] response: {'name': 'network-changed', 'server_uuid': 'a0a085f3-3fa8-4076-9add-aed8d7b0da72', 'tag': '4835fab0-24ea-4239-824b-d93c2d2a1697', 'status': 'completed', 'code': 200} Aug 24 17:58:58.524083 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4531c0ef-eaea-4076-aa62-b4b8d0eacc31 req-79f65e57-fa2b-475b-81bc-4a00fdea6db7 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c30b932-7fc2-4404-b298-10b79cd5613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576255 Aug 24 17:58:58.532885 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-7d7a4081-957d-4be1-b0f7-da527e07b84f None None] Set router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:58.587209 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b2957-9d00-4065-8b0c-957a66c68019 req-2d878a56-766b-4cd0-a6d9-8c7240f8fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:58.588866 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-940b2957-9d00-4065-8b0c-957a66c68019 req-2d878a56-766b-4cd0-a6d9-8c7240f8fde8 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=1422bbfed9414b8cada1656aed195a31&device_id=a0a085f3-3fa8-4076-9add-aed8d7b0da72 HTTP/1.1" status: 200 len: 1129 time: 0.0518622 Aug 24 17:58:58.698981 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b2957-9d00-4065-8b0c-957a66c68019 req-a622e449-978b-4794-8c0a-b3082700663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:58.700851 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-940b2957-9d00-4065-8b0c-957a66c68019 req-a622e449-978b-4794-8c0a-b3082700663c service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=29fbbcf6-c646-4aae-ba1c-126437193f4d HTTP/1.1" status: 200 len: 912 time: 0.1043677 Aug 24 17:58:58.761708 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-7d7a4081-957d-4be1-b0f7-da527e07b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'name': 'tempest-AttachVolumeTestJSON-2017009296-router', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:55:41Z', 'updated_at': '2022-08-24T17:55:44Z', 'revision_number': 4, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'gw_port': {'id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:42Z', 'updated_at': '2022-08-24T17:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '51ca8b38-8256-462c-816f-1d440fd10cd8', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'port_id': '4835fab0-24ea-4239-824b-d93c2d2a1697', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'mac_address': 'fa:16:3e:33:07:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a085f3-3fa8-4076-9add-aed8d7b0da72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:58:46Z', 'updated_at': '2022-08-24T17:58:57Z', 'revision_number': 1, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8782624c-8bed-4eb6-b0ce-027ba8632180', 'name': '', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'mac_address': 'fa:16:3e:51:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:44Z', 'updated_at': '2022-08-24T17:55:50Z', 'revision_number': 5, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'subnets': [{'id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:58.780836 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:58.787320 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a4081-957d-4be1-b0f7-da527e07b84f None None] Checking router: a79e18d2-a5bb-4fd6-997d-64341c18d6d8 for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:58:58.796376 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7a4081-957d-4be1-b0f7-da527e07b84f None None] Routers {'a79e18d2-a5bb-4fd6-997d-64341c18d6d8'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:58:58.796983 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-7d7a4081-957d-4be1-b0f7-da527e07b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:58:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:58.798167 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0f450-bdf2-4670-9e78-1e519a0a1cbc req-693791ba-e489-4ddb-8b15-e879e1597143 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:58.799703 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-90c0f450-bdf2-4670-9e78-1e519a0a1cbc req-693791ba-e489-4ddb-8b15-e879e1597143 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4 HTTP/1.1" status: 200 len: 948 time: 0.0490623 Aug 24 17:58:58.831451 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:58.848232 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-90c0f450-bdf2-4670-9e78-1e519a0a1cbc req-37f4b749-90bd-43ad-814c-d4176b379ef7 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c30b932-7fc2-4404-b298-10b79cd5613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427189 Aug 24 17:58:58.877622 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:58:58.901006 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-7d7a4081-957d-4be1-b0f7-da527e07b84f None None] Set router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:58:59.225095 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-7d7a4081-957d-4be1-b0f7-da527e07b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'name': 'tempest-AttachVolumeTestJSON-2017009296-router', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:55:41Z', 'updated_at': '2022-08-24T17:55:44Z', 'revision_number': 4, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'gw_port': {'id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:42Z', 'updated_at': '2022-08-24T17:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '51ca8b38-8256-462c-816f-1d440fd10cd8', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'port_id': '4835fab0-24ea-4239-824b-d93c2d2a1697', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'mac_address': 'fa:16:3e:33:07:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a085f3-3fa8-4076-9add-aed8d7b0da72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:58:46Z', 'updated_at': '2022-08-24T17:58:57Z', 'revision_number': 1, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8782624c-8bed-4eb6-b0ce-027ba8632180', 'name': '', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'mac_address': 'fa:16:3e:51:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:44Z', 'updated_at': '2022-08-24T17:55:50Z', 'revision_number': 5, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'subnets': [{'id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:58:59.249022 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a4081-957d-4be1-b0f7-da527e07b84f None None] The sync data for ids ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'] in dv-cinder-840525-3-iscsi is: [{'id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'name': 'tempest-AttachVolumeTestJSON-2017009296-router', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:55:41Z', 'updated_at': '2022-08-24T17:55:44Z', 'revision_number': 4, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'gw_port': {'id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:42Z', 'updated_at': '2022-08-24T17:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_floatingips': [{'id': '51ca8b38-8256-462c-816f-1d440fd10cd8', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'router_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'port_id': '4835fab0-24ea-4239-824b-d93c2d2a1697', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'mac_address': 'fa:16:3e:33:07:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a085f3-3fa8-4076-9add-aed8d7b0da72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T17:58:46Z', 'updated_at': '2022-08-24T17:58:57Z', 'revision_number': 1, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8782624c-8bed-4eb6-b0ce-027ba8632180', 'name': '', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'mac_address': 'fa:16:3e:51:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:44Z', 'updated_at': '2022-08-24T17:55:50Z', 'revision_number': 5, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'subnets': [{'id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:58:59.441342 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67009cbe-8452-4bdd-9f6b-79005fe89e97 None None] New status for floating IP 51ca8b38-8256-462c-816f-1d440fd10cd8: ACTIVE {{(pid=112766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:58:59.758493 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-940b2957-9d00-4065-8b0c-957a66c68019 req-f52f5938-4e81-4db7-89f2-7e73adda1e24 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4835fab0-24ea-4239-824b-d93c2d2a1697 HTTP/1.1" status: 200 len: 1001 time: 0.0587299 Aug 24 17:58:59.808621 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b2957-9d00-4065-8b0c-957a66c68019 req-9f205ee4-2a83-4822-898e-42213b77c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:59.810014 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-940b2957-9d00-4065-8b0c-957a66c68019 req-9f205ee4-2a83-4822-898e-42213b77c6f2 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=346fead9-f659-4b2d-a5d3-8f7d9b4bf123 HTTP/1.1" status: 200 len: 850 time: 0.0445061 Aug 24 17:58:59.937781 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b2957-9d00-4065-8b0c-957a66c68019 req-b6e8c06c-22e3-4452-9c1d-844d45d5549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:59.939249 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-940b2957-9d00-4065-8b0c-957a66c68019 req-b6e8c06c-22e3-4452-9c1d-844d45d5549c service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=29fbbcf6-c646-4aae-ba1c-126437193f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503416 Aug 24 17:58:59.992033 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204ea45-8c74-46dc-9543-2af524960a1f req-05c2e3dd-0ca6-4034-bd08-c2fb39e9e2ad tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:58:59.994014 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b204ea45-8c74-46dc-9543-2af524960a1f req-05c2e3dd-0ca6-4034-bd08-c2fb39e9e2ad tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4 HTTP/1.1" status: 200 len: 948 time: 0.0693545 Aug 24 17:59:00.070062 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c3837-84e2-4dc5-8345-1eb02fab110f req-b9d43ce9-c1e8-4abf-8b04-1e1233d3d48b tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:00.071448 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4c6c3837-84e2-4dc5-8345-1eb02fab110f req-b9d43ce9-c1e8-4abf-8b04-1e1233d3d48b tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4 HTTP/1.1" status: 200 len: 948 time: 0.0502601 Aug 24 17:59:00.092308 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-b204ea45-8c74-46dc-9543-2af524960a1f req-1bc9ece6-458e-420e-8c5f-8aceb5eaed94 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9c30b932-7fc2-4404-b298-10b79cd5613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918972 Aug 24 17:59:00.098491 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-940b2957-9d00-4065-8b0c-957a66c68019 req-ba2dd7b0-81bc-47e6-a40e-d3b5ae00d03b service neutron] 10.222.0.62 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432734 Aug 24 17:59:00.140727 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:00.155940 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [req-4c6c3837-84e2-4dc5-8345-1eb02fab110f req-081210fc-61e0-446f-8fda-8baed3c3f715 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Deleting port 12b9c42e-6dd0-48bd-a1f9-501606d006ea {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:59:00.156302 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-4c6c3837-84e2-4dc5-8345-1eb02fab110f req-081210fc-61e0-446f-8fda-8baed3c3f715 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (12b9c42e-6dd0-48bd-a1f9-501606d006ea), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:00.194249 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-940b2957-9d00-4065-8b0c-957a66c68019 req-c821ccd7-fbb1-4fd4-b48e-d69fd3264da4 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903938 Aug 24 17:59:00.251387 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [req-4c6c3837-84e2-4dc5-8345-1eb02fab110f req-081210fc-61e0-446f-8fda-8baed3c3f715 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] For port 12b9c42e-6dd0-48bd-a1f9-501606d006ea, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=12b9c42e-6dd0-48bd-a1f9-501606d006ea,segment=NetworkSegment(b0dae110-1721-4fa8-8ba5-e588a2df6d59),segment_id=b0dae110-1721-4fa8-8ba5-e588a2df6d59)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:59:00.251783 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-4c6c3837-84e2-4dc5-8345-1eb02fab110f req-081210fc-61e0-446f-8fda-8baed3c3f715 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (12b9c42e-6dd0-48bd-a1f9-501606d006ea), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:00.265186 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [req-4c6c3837-84e2-4dc5-8345-1eb02fab110f req-081210fc-61e0-446f-8fda-8baed3c3f715 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Calling delete_port for 12b9c42e-6dd0-48bd-a1f9-501606d006ea owned by compute:nova {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:59:00.394754 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-4c6c3837-84e2-4dc5-8345-1eb02fab110f req-081210fc-61e0-446f-8fda-8baed3c3f715 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (12b9c42e-6dd0-48bd-a1f9-501606d006ea), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:00.405867 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.db [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] get_ports_and_sgs() called for port_ids ['12b9c42e-6dd0-48bd-a1f9-501606d006ea'] {{(pid=112765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 17:59:00.421405 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081210fc-61e0-446f-8fda-8baed3c3f715 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Pushing event deleted for resources: {'Port': ['ID=12b9c42e-6dd0-48bd-a1f9-501606d006ea,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:59:00.472563 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6c3837-84e2-4dc5-8345-1eb02fab110f req-081210fc-61e0-446f-8fda-8baed3c3f715 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] No DVR routers for this DVR port 12b9c42e-6dd0-48bd-a1f9-501606d006ea on host hv-cinder-84052 {{(pid=112763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:59:00.475264 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-4c6c3837-84e2-4dc5-8345-1eb02fab110f req-081210fc-61e0-446f-8fda-8baed3c3f715 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:00.479371 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-4c6c3837-84e2-4dc5-8345-1eb02fab110f req-081210fc-61e0-446f-8fda-8baed3c3f715 tempest-VolumesNegativeTest-1323263227 tempest-VolumesNegativeTest-1323263227-project] 10.222.0.62 "DELETE /networking/v2.0/ports/12b9c42e-6dd0-48bd-a1f9-501606d006ea HTTP/1.1" status: 204 len: 173 time: 0.4023681 Aug 24 17:59:00.513517 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4', 'name': 'network-vif-deleted', 'tag': '12b9c42e-6dd0-48bd-a1f9-501606d006ea'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:59:00.516054 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9b4233-d532-4644-a002-408b4fcfbe44" -d '{"events": [{"server_uuid": "c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4", "name": "network-vif-deleted", "tag": "12b9c42e-6dd0-48bd-a1f9-501606d006ea"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:59:00.563440 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f876fa2b-b518-4740-bc9e-14912e043efe x-openstack-request-id: req-f876fa2b-b518-4740-bc9e-14912e043efe {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:59:00.563836 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4", "name": "network-vif-deleted", "tag": "12b9c42e-6dd0-48bd-a1f9-501606d006ea", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:59:00.564096 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f876fa2b-b518-4740-bc9e-14912e043efe {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:59:00.564554 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f876fa2b-b518-4740-bc9e-14912e043efe'] response: {'server_uuid': 'c12b0bf5-2e04-4ac7-8c5a-5fb4480d1ba4', 'name': 'network-vif-deleted', 'tag': '12b9c42e-6dd0-48bd-a1f9-501606d006ea', 'status': 'completed', 'code': 200} Aug 24 17:59:02.532270 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 12b9c42e-6dd0-48bd-a1f9-501606d006ea no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:59:02.555060 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] No Port match for: 12b9c42e-6dd0-48bd-a1f9-501606d006ea {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:59:02.555430 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 12b9c42e-6dd0-48bd-a1f9-501606d006ea not bound to the agent host hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:59:05.109409 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 40132) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:59:05.123444 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:05.242901 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-0cc25b41-1bea-4009-9583-1ab86217af43 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d62cbdfea83843ed92d1d42055e24ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310904 Aug 24 17:59:05.245380 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 40136) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:59:05.292432 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-41da30b3-d9bc-4f59-b8af-d9dd6be5ccff admin admin] Publish callbacks [] for security_group (9c30b932-7fc2-4404-b298-10b79cd5613d), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:05.312659 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-41da30b3-d9bc-4f59-b8af-d9dd6be5ccff admin admin] Publish callbacks [] for security_group (9c30b932-7fc2-4404-b298-10b79cd5613d), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:05.362238 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-41da30b3-d9bc-4f59-b8af-d9dd6be5ccff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (9c30b932-7fc2-4404-b298-10b79cd5613d), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:05.364961 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-41da30b3-d9bc-4f59-b8af-d9dd6be5ccff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:05.366134 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-41da30b3-d9bc-4f59-b8af-d9dd6be5ccff admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9c30b932-7fc2-4404-b298-10b79cd5613d HTTP/1.1" status: 204 len: 168 time: 0.1198690 Aug 24 17:59:05.380644 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da30b3-d9bc-4f59-b8af-d9dd6be5ccff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c30b932-7fc2-4404-b298-10b79cd5613d,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:59:07.002127 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-e7669a13-0ba9-4e5a-a6fc-040bfb902983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:09.470713 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-e57e1c5c-f8b4-49e6-ae3b-ce5620f78856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:10.189303 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=79 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:10.191457 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=64 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:10.637611 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:10.798288 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:59:11.998795 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:12.065466 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e39e0313-fdcf-469c-aa6e-03dea19acd49 req-2d6a3b67-79e1-47fd-b393-67ae89a68c85 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0a085f3-3fa8-4076-9add-aed8d7b0da72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437584 Aug 24 17:59:12.067916 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:12.148942 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e0313-fdcf-469c-aa6e-03dea19acd49 req-557f4bc6-6430-4578-9cc3-cab5944e5219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:12.150438 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e39e0313-fdcf-469c-aa6e-03dea19acd49 req-557f4bc6-6430-4578-9cc3-cab5944e5219 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=1422bbfed9414b8cada1656aed195a31&device_id=a0a085f3-3fa8-4076-9add-aed8d7b0da72 HTTP/1.1" status: 200 len: 1129 time: 0.0405698 Aug 24 17:59:12.255997 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e0313-fdcf-469c-aa6e-03dea19acd49 req-8bade2b3-32cb-4a99-a8eb-1e7a879f7f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:12.257384 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e39e0313-fdcf-469c-aa6e-03dea19acd49 req-8bade2b3-32cb-4a99-a8eb-1e7a879f7f7e service neutron] 10.222.0.62 "GET /networking/v2.0/networks?id=29fbbcf6-c646-4aae-ba1c-126437193f4d HTTP/1.1" status: 200 len: 912 time: 0.0884068 Aug 24 17:59:12.318038 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e39e0313-fdcf-469c-aa6e-03dea19acd49 req-f26c6f87-318d-404a-9f43-07e093d39597 service neutron] 10.222.0.62 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4835fab0-24ea-4239-824b-d93c2d2a1697 HTTP/1.1" status: 200 len: 1001 time: 0.0544341 Aug 24 17:59:12.364064 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:12.368251 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e0313-fdcf-469c-aa6e-03dea19acd49 req-ab70419f-60f7-42ff-b020-9d040c108ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:12.369678 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e39e0313-fdcf-469c-aa6e-03dea19acd49 req-ab70419f-60f7-42ff-b020-9d040c108ff5 service neutron] 10.222.0.62 "GET /networking/v2.0/subnets?id=346fead9-f659-4b2d-a5d3-8f7d9b4bf123 HTTP/1.1" status: 200 len: 850 time: 0.0454195 Aug 24 17:59:12.413223 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e0313-fdcf-469c-aa6e-03dea19acd49 req-50307fa9-bc68-4ead-a267-6497ebc26dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:12.415223 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e39e0313-fdcf-469c-aa6e-03dea19acd49 req-50307fa9-bc68-4ead-a267-6497ebc26dd2 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?network_id=29fbbcf6-c646-4aae-ba1c-126437193f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387428 Aug 24 17:59:12.440845 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:12.508360 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e39e0313-fdcf-469c-aa6e-03dea19acd49 req-cc715315-64fa-425a-8187-c0332d89953a service neutron] 10.222.0.62 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866499 Aug 24 17:59:12.602473 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-e39e0313-fdcf-469c-aa6e-03dea19acd49 req-70a4d70e-a390-4fb9-aad6-4d74cb0cbeb3 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886712 Aug 24 17:59:20.793761 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:20.794547 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=27 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:22.060886 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:22.062778 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:22.597878 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=15 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:22.599837 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=26 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:35.144786 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:37.002791 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-41da630c-a826-4b5f-8a2f-14eab7f88c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:39.471810 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-22320547-c327-415d-a15f-b4ac31e34652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:40.637160 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:42.001261 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:42.069841 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:47.796969 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:59:52.057886 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=26 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:52.066030 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=18,neutron:UPDATE=6 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:54.251546 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf181fb6-72fb-43bb-8e34-9992f5c92a5d req-7c6e5c3c-ae6b-4acb-98fb-f5d271ee732a tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:54.253032 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-cf181fb6-72fb-43bb-8e34-9992f5c92a5d req-7c6e5c3c-ae6b-4acb-98fb-f5d271ee732a tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0a085f3-3fa8-4076-9add-aed8d7b0da72 HTTP/1.1" status: 200 len: 945 time: 0.0477376 Aug 24 17:59:54.299925 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-cf181fb6-72fb-43bb-8e34-9992f5c92a5d req-e0075cd5-2ccc-474a-b2cf-c69fa5b93d64 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=19097635-e338-46a7-b48b-46a1b31298cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412076 Aug 24 17:59:55.422517 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ac0cf-429b-4b56-b171-a0ce2ec7f442 req-e98832c3-f62c-4124-aa3c-3124a321ab21 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:55.424012 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-1f8ac0cf-429b-4b56-b171-a0ce2ec7f442 req-e98832c3-f62c-4124-aa3c-3124a321ab21 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0a085f3-3fa8-4076-9add-aed8d7b0da72 HTTP/1.1" status: 200 len: 945 time: 0.0473502 Aug 24 17:59:55.470712 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-1f8ac0cf-429b-4b56-b171-a0ce2ec7f442 req-e55db4eb-4a45-4f88-becf-bcc1cf6b4178 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=19097635-e338-46a7-b48b-46a1b31298cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410414 Aug 24 17:59:55.858788 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f81750-d53a-4f60-9051-b81f22048a55 req-2d66b4f7-d348-4df9-9c76-845a82185d19 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 17:59:55.860271 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b2f81750-d53a-4f60-9051-b81f22048a55 req-2d66b4f7-d348-4df9-9c76-845a82185d19 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0a085f3-3fa8-4076-9add-aed8d7b0da72 HTTP/1.1" status: 200 len: 945 time: 0.0463002 Aug 24 17:59:55.943427 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [req-b2f81750-d53a-4f60-9051-b81f22048a55 req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Deleting port 4835fab0-24ea-4239-824b-d93c2d2a1697 {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:59:55.943798 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-b2f81750-d53a-4f60-9051-b81f22048a55 req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (4835fab0-24ea-4239-824b-d93c2d2a1697), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:56.031385 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [req-b2f81750-d53a-4f60-9051-b81f22048a55 req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] For port 4835fab0-24ea-4239-824b-d93c2d2a1697, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=4835fab0-24ea-4239-824b-d93c2d2a1697,segment=NetworkSegment(264b647a-0f3d-4dba-976f-d105df39fa97),segment_id=264b647a-0f3d-4dba-976f-d105df39fa97)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:59:56.031777 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-b2f81750-d53a-4f60-9051-b81f22048a55 req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (4835fab0-24ea-4239-824b-d93c2d2a1697), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:56.200332 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-b2f81750-d53a-4f60-9051-b81f22048a55 req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:56.200704 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-b2f81750-d53a-4f60-9051-b81f22048a55 req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747117'] for floatingip (51ca8b38-8256-462c-816f-1d440fd10cd8), after_update {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:56.201026 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.db.l3_db [req-b2f81750-d53a-4f60-9051-b81f22048a55 req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Floating IP 51ca8b38-8256-462c-816f-1d440fd10cd8 disassociated. External IP: 172.27.1.251, port: 4835fab0-24ea-4239-824b-d93c2d2a1697. Aug 24 17:59:56.201371 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [req-b2f81750-d53a-4f60-9051-b81f22048a55 req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Calling delete_port for 4835fab0-24ea-4239-824b-d93c2d2a1697 owned by compute:nova {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:59:56.327756 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-b2f81750-d53a-4f60-9051-b81f22048a55 req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (4835fab0-24ea-4239-824b-d93c2d2a1697), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:56.357355 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Pushing event deleted for resources: {'Port': ['ID=4835fab0-24ea-4239-824b-d93c2d2a1697,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:59:56.367274 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:56.367658 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:56.368108 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:56.368460 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:56.368852 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:56.369165 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:56.369497 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:56.369829 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:56.371245 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:56.371245 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:56.371433 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:56.371715 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:56.372049 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:56.372375 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:56.372701 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:56.478589 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2f81750-d53a-4f60-9051-b81f22048a55 req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:59:56.579186 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [req-5ed33ecd-6b70-48a9-96f1-13ee14e60d9c req-208b3f8a-1c01-4c1c-b540-64d0dc9b6fe2 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0a085f3-3fa8-4076-9add-aed8d7b0da72 HTTP/1.1" status: 200 len: 210 time: 0.0287819 Aug 24 17:59:56.584785 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2f81750-d53a-4f60-9051-b81f22048a55 req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:59:56.608510 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc115390-28ad-4684-b916-1845374700a1 None None] Sync routers for ids ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:59:56.612239 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:56.618975 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc115390-28ad-4684-b916-1845374700a1 None None] Routers {'a79e18d2-a5bb-4fd6-997d-64341c18d6d8'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:59:56.619652 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-cc115390-28ad-4684-b916-1845374700a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:59:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:59:56.633054 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f81750-d53a-4f60-9051-b81f22048a55 req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] No DVR routers for this DVR port 4835fab0-24ea-4239-824b-d93c2d2a1697 on host hv-cinder-84052 {{(pid=112763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:59:56.635759 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [req-b2f81750-d53a-4f60-9051-b81f22048a55 req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for port (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:56.639861 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [req-b2f81750-d53a-4f60-9051-b81f22048a55 req-06f9812d-7495-43f9-b5e1-8cb292493449 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.62 "DELETE /networking/v2.0/ports/4835fab0-24ea-4239-824b-d93c2d2a1697 HTTP/1.1" status: 204 len: 173 time: 0.7743483 Aug 24 17:59:56.640923 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a085f3-3fa8-4076-9add-aed8d7b0da72', 'name': 'network-vif-deleted', 'tag': '4835fab0-24ea-4239-824b-d93c2d2a1697'}] {{(pid=112763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 17:59:56.644183 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8616bfe6503f1e51b28b782e55ba1df1c755bfc3832de7182bfd2e2ab4e9f6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b10654-56e4-4a49-b1da-ed8c00758e51" -d '{"events": [{"server_uuid": "a0a085f3-3fa8-4076-9add-aed8d7b0da72", "name": "network-vif-deleted", "tag": "4835fab0-24ea-4239-824b-d93c2d2a1697"}]}' {{(pid=112763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:59:56.686506 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 17:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da40575c-5546-4ff3-8660-583dc5d3d5d3 x-openstack-request-id: req-da40575c-5546-4ff3-8660-583dc5d3d5d3 {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:59:56.686702 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a085f3-3fa8-4076-9add-aed8d7b0da72", "name": "network-vif-deleted", "tag": "4835fab0-24ea-4239-824b-d93c2d2a1697", "status": "completed", "code": 200}]} {{(pid=112763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:59:56.686995 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-da40575c-5546-4ff3-8660-583dc5d3d5d3 {{(pid=112763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:59:56.687362 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da40575c-5546-4ff3-8660-583dc5d3d5d3'] response: {'server_uuid': 'a0a085f3-3fa8-4076-9add-aed8d7b0da72', 'name': 'network-vif-deleted', 'tag': '4835fab0-24ea-4239-824b-d93c2d2a1697', 'status': 'completed', 'code': 200} Aug 24 17:59:56.741406 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-cc115390-28ad-4684-b916-1845374700a1 None None] Set router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:59:56.940878 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-cc115390-28ad-4684-b916-1845374700a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'name': 'tempest-AttachVolumeTestJSON-2017009296-router', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:55:41Z', 'updated_at': '2022-08-24T17:55:44Z', 'revision_number': 4, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'gw_port': {'id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:42Z', 'updated_at': '2022-08-24T17:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '8782624c-8bed-4eb6-b0ce-027ba8632180', 'name': '', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'mac_address': 'fa:16:3e:51:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:44Z', 'updated_at': '2022-08-24T17:55:50Z', 'revision_number': 5, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'subnets': [{'id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:59:56.975220 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc115390-28ad-4684-b916-1845374700a1 None None] Checking router: a79e18d2-a5bb-4fd6-997d-64341c18d6d8 for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:59:56.984411 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc115390-28ad-4684-b916-1845374700a1 None None] Routers {'a79e18d2-a5bb-4fd6-997d-64341c18d6d8'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:59:56.985067 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-cc115390-28ad-4684-b916-1845374700a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:59:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:59:57.094476 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-cc115390-28ad-4684-b916-1845374700a1 None None] Set router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:59:57.283971 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-cc115390-28ad-4684-b916-1845374700a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'name': 'tempest-AttachVolumeTestJSON-2017009296-router', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:55:41Z', 'updated_at': '2022-08-24T17:55:44Z', 'revision_number': 4, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'gw_port': {'id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:42Z', 'updated_at': '2022-08-24T17:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '8782624c-8bed-4eb6-b0ce-027ba8632180', 'name': '', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'mac_address': 'fa:16:3e:51:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:44Z', 'updated_at': '2022-08-24T17:55:50Z', 'revision_number': 5, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'subnets': [{'id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:59:57.308871 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc115390-28ad-4684-b916-1845374700a1 None None] The sync data for ids ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'] in dv-cinder-840525-3-iscsi is: [{'id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'name': 'tempest-AttachVolumeTestJSON-2017009296-router', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:55:41Z', 'updated_at': '2022-08-24T17:55:44Z', 'revision_number': 4, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'gw_port': {'id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:42Z', 'updated_at': '2022-08-24T17:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi', '_interfaces': [{'id': '8782624c-8bed-4eb6-b0ce-027ba8632180', 'name': '', 'network_id': '29fbbcf6-c646-4aae-ba1c-126437193f4d', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'mac_address': 'fa:16:3e:51:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:44Z', 'updated_at': '2022-08-24T17:55:50Z', 'revision_number': 5, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'subnets': [{'id': '346fead9-f659-4b2d-a5d3-8f7d9b4bf123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:59:57.524247 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4834d4-cd49-406b-8103-c328fad5564f None None] New status for floating IP 51ca8b38-8256-462c-816f-1d440fd10cd8: DOWN {{(pid=112766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 17:59:57.677160 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 40272) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:59:57.725896 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:59:57.733046 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ea1a895c-b38a-4921-bbe9-35f814ff3b48 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group (19097635-e338-46a7-b48b-46a1b31298cd), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:57.755931 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ea1a895c-b38a-4921-bbe9-35f814ff3b48 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group (19097635-e338-46a7-b48b-46a1b31298cd), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:57.803708 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ea1a895c-b38a-4921-bbe9-35f814ff3b48 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (19097635-e338-46a7-b48b-46a1b31298cd), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:57.806295 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-ea1a895c-b38a-4921-bbe9-35f814ff3b48 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:57.807419 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-ea1a895c-b38a-4921-bbe9-35f814ff3b48 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/19097635-e338-46a7-b48b-46a1b31298cd HTTP/1.1" status: 204 len: 168 time: 0.1292605 Aug 24 17:59:57.810220 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 40274) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:59:57.816417 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a895c-b38a-4921-bbe9-35f814ff3b48 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19097635-e338-46a7-b48b-46a1b31298cd,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:59:57.824619 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.api.v2.resource [None req-71c23115-12c3-4ac2-91b7-6b06c5846203 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] show failed (client error): The resource could not be found. Aug 24 17:59:57.828341 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-71c23115-12c3-4ac2-91b7-6b06c5846203 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "GET /networking/v2.0/security-groups/19097635-e338-46a7-b48b-46a1b31298cd HTTP/1.1" status: 404 len: 347 time: 0.0144291 Aug 24 17:59:57.828626 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 40276) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:59:57.939099 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Deleting port e61d5522-7d2d-48f3-8895-d5959090a33b {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:59:57.939361 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (e61d5522-7d2d-48f3-8895-d5959090a33b), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:58.017781 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (e61d5522-7d2d-48f3-8895-d5959090a33b), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:58.018119 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for floatingip (e61d5522-7d2d-48f3-8895-d5959090a33b), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:58.031289 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Calling delete_port for e61d5522-7d2d-48f3-8895-d5959090a33b owned by network:floatingip {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:59:58.163861 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (e61d5522-7d2d-48f3-8895-d5959090a33b), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:58.187944 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Pushing event deleted for resources: {'Port': ['ID=e61d5522-7d2d-48f3-8895-d5959090a33b,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:59:58.200517 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:58.200873 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:58.201220 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:58.201566 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:58.201909 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:58.202244 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:58.202576 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:58.202908 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:58.203239 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:58.203602 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:58.203940 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:58.204268 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:58.204599 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:58.204926 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:58.205246 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:59:58.260504 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks [] for floatingip (51ca8b38-8256-462c-816f-1d440fd10cd8), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:58.263646 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114028'] for floatingip (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:59:58.264807 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-642e8d83-0705-4ca9-99f4-4de464ceae78 tempest-AttachVolumeTestJSON-902035080 tempest-AttachVolumeTestJSON-902035080-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/51ca8b38-8256-462c-816f-1d440fd10cd8 HTTP/1.1" status: 204 len: 168 time: 0.4352355 Aug 24 17:59:58.844788 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 4835fab0-24ea-4239-824b-d93c2d2a1697 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:59:58.867804 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] No Port match for: 4835fab0-24ea-4239-824b-d93c2d2a1697 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:59:58.868152 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Device 4835fab0-24ea-4239-824b-d93c2d2a1697 not bound to the agent host hv-cinder-84052 {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:00:01.808332 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 40304) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:02.106840 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-65a97af8-dfaf-4574-affc-9ce61d37bb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797293'] for router_interface (a79e18d2-a5bb-4fd6-997d-64341c18d6d8), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:02.331288 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-65a97af8-dfaf-4574-affc-9ce61d37bb9b admin admin] Deleting port 8782624c-8bed-4eb6-b0ce-027ba8632180 {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:00:02.331654 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-65a97af8-dfaf-4574-affc-9ce61d37bb9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (8782624c-8bed-4eb6-b0ce-027ba8632180), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:02.410799 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [None req-65a97af8-dfaf-4574-affc-9ce61d37bb9b admin admin] For port 8782624c-8bed-4eb6-b0ce-027ba8632180, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=8782624c-8bed-4eb6-b0ce-027ba8632180,segment=NetworkSegment(264b647a-0f3d-4dba-976f-d105df39fa97),segment_id=264b647a-0f3d-4dba-976f-d105df39fa97)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:02.411079 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-65a97af8-dfaf-4574-affc-9ce61d37bb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (8782624c-8bed-4eb6-b0ce-027ba8632180), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:02.425144 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-65a97af8-dfaf-4574-affc-9ce61d37bb9b admin admin] Calling delete_port for 8782624c-8bed-4eb6-b0ce-027ba8632180 owned by network:router_interface {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:00:02.434631 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:02.556199 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:02.600645 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-65a97af8-dfaf-4574-affc-9ce61d37bb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (8782624c-8bed-4eb6-b0ce-027ba8632180), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:02.625167 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a97af8-dfaf-4574-affc-9ce61d37bb9b admin admin] Pushing event deleted for resources: {'Port': ['ID=8782624c-8bed-4eb6-b0ce-027ba8632180,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:02.790655 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-65a97af8-dfaf-4574-affc-9ce61d37bb9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1797177'] for router_interface (a79e18d2-a5bb-4fd6-997d-64341c18d6d8), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:03.255587 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a97af8-dfaf-4574-affc-9ce61d37bb9b admin admin] Router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 has already been hosted by L3 agent 824a2d8a-514e-4c16-809f-8591619bfe36 {{(pid=112763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:00:03.355760 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a97af8-dfaf-4574-affc-9ce61d37bb9b admin admin] Notify agent at l3_agent.dv-cinder-840525-3-iscsi the message routers_updated {{(pid=112763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:00:03.360925 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-65a97af8-dfaf-4574-affc-9ce61d37bb9b admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/a79e18d2-a5bb-4fd6-997d-64341c18d6d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5523486 Aug 24 18:00:03.363601 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 40306) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:03.364265 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace91577-fd83-4d93-bbb0-cbc1868ba587 None None] Sync routers for ids ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'] in dv-cinder-840525-3-iscsi {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 18:00:03.375781 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace91577-fd83-4d93-bbb0-cbc1868ba587 None None] Routers {'a79e18d2-a5bb-4fd6-997d-64341c18d6d8'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:00:03.376401 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-ace91577-fd83-4d93-bbb0-cbc1868ba587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:59:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:03.461751 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0232a14a-9ad4-4b90-8fb3-eb68c45d9b16 admin admin] Publish callbacks [] for router (a79e18d2-a5bb-4fd6-997d-64341c18d6d8), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:03.476266 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-ace91577-fd83-4d93-bbb0-cbc1868ba587 None None] Set router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 gateway port host: dv-cinder-840525-3-iscsi {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:00:03.562226 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0232a14a-9ad4-4b90-8fb3-eb68c45d9b16 admin admin] Publish callbacks [] for router_gateway (a79e18d2-a5bb-4fd6-997d-64341c18d6d8), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:03.573312 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:03.608492 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-0232a14a-9ad4-4b90-8fb3-eb68c45d9b16 admin admin] Deleting port 3bba0c27-0cd8-431e-a87d-5b9ca02228b5 {{(pid=112763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:00:03.608827 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0232a14a-9ad4-4b90-8fb3-eb68c45d9b16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (3bba0c27-0cd8-431e-a87d-5b9ca02228b5), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:03.685127 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:03.697882 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.db [None req-0232a14a-9ad4-4b90-8fb3-eb68c45d9b16 admin admin] For port 3bba0c27-0cd8-431e-a87d-5b9ca02228b5, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=3bba0c27-0cd8-431e-a87d-5b9ca02228b5,segment=NetworkSegment(fa353bdd-f470-4d36-b7d5-8499e59b1d6f),segment_id=fa353bdd-f470-4d36-b7d5-8499e59b1d6f)] {{(pid=112763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:03.698250 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0232a14a-9ad4-4b90-8fb3-eb68c45d9b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (3bba0c27-0cd8-431e-a87d-5b9ca02228b5), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:03.712056 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.plugins.ml2.plugin [None req-0232a14a-9ad4-4b90-8fb3-eb68c45d9b16 admin admin] Calling delete_port for 3bba0c27-0cd8-431e-a87d-5b9ca02228b5 owned by network:router_gateway {{(pid=112763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:00:03.762866 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=100 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:03.765746 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-ace91577-fd83-4d93-bbb0-cbc1868ba587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'name': 'tempest-AttachVolumeTestJSON-2017009296-router', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'external_fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:55:41Z', 'updated_at': '2022-08-24T18:00:02Z', 'revision_number': 5, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'gw_port': {'id': '3bba0c27-0cd8-431e-a87d-5b9ca02228b5', 'name': '', 'network_id': '362d5c28-632f-46ac-8441-a79df5e3c295', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T17:55:42Z', 'updated_at': '2022-08-24T17:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849ef13b-2790-4f06-8f68-6b43a074f789', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-3-iscsi'}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:03.793220 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace91577-fd83-4d93-bbb0-cbc1868ba587 None None] Checking router: a79e18d2-a5bb-4fd6-997d-64341c18d6d8 for host: dv-cinder-840525-3-iscsi {{(pid=112765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 18:00:03.801723 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace91577-fd83-4d93-bbb0-cbc1868ba587 None None] Routers {'a79e18d2-a5bb-4fd6-997d-64341c18d6d8'} bound to L3 agent in host dv-cinder-840525-3-iscsi {{(pid=112765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 18:00:03.802336 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-ace91577-fd83-4d93-bbb0-cbc1868ba587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T17:40:09Z,description=,heartbeat_timestamp=2022-08-24T17:59:39Z,host='dv-cinder-840525-3-iscsi',id=824a2d8a-514e-4c16-809f-8591619bfe36,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T17:40:09Z,topic='l3_agent')) {'router_ids': ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'], 'active': True} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:03.859117 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=100 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:03.881853 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0232a14a-9ad4-4b90-8fb3-eb68c45d9b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7605562'] for port (3bba0c27-0cd8-431e-a87d-5b9ca02228b5), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:03.888550 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_dvr_db [None req-ace91577-fd83-4d93-bbb0-cbc1868ba587 None None] Set router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 gateway port host: None {{(pid=112765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 18:00:03.904731 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232a14a-9ad4-4b90-8fb3-eb68c45d9b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bba0c27-0cd8-431e-a87d-5b9ca02228b5,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:03.939229 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.db.l3_hamode_db [None req-ace91577-fd83-4d93-bbb0-cbc1868ba587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'name': 'tempest-AttachVolumeTestJSON-2017009296-router', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:55:41Z', 'updated_at': '2022-08-24T18:00:03Z', 'revision_number': 6, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'gw_port_host': None}], 'dv-cinder-840525-3-iscsi', False) {} {{(pid=112765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:03.964225 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace91577-fd83-4d93-bbb0-cbc1868ba587 None None] The sync data for ids ['a79e18d2-a5bb-4fd6-997d-64341c18d6d8'] in dv-cinder-840525-3-iscsi is: [{'id': 'a79e18d2-a5bb-4fd6-997d-64341c18d6d8', 'name': 'tempest-AttachVolumeTestJSON-2017009296-router', 'tenant_id': '1422bbfed9414b8cada1656aed195a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T17:55:41Z', 'updated_at': '2022-08-24T18:00:03Z', 'revision_number': 6, 'project_id': '1422bbfed9414b8cada1656aed195a31', 'gw_port_host': None}] {{(pid=112765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 18:00:03.970558 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0232a14a-9ad4-4b90-8fb3-eb68c45d9b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795944'] for router_gateway (a79e18d2-a5bb-4fd6-997d-64341c18d6d8), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:04.059384 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0232a14a-9ad4-4b90-8fb3-eb68c45d9b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1797267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router (a79e18d2-a5bb-4fd6-997d-64341c18d6d8), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:04.061508 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0232a14a-9ad4-4b90-8fb3-eb68c45d9b16 admin admin] Publish callbacks [] for router_controller (a79e18d2-a5bb-4fd6-997d-64341c18d6d8), precommit_delete_associations {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:04.106045 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0232a14a-9ad4-4b90-8fb3-eb68c45d9b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1797258'] for router (a79e18d2-a5bb-4fd6-997d-64341c18d6d8), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:04.106652 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0232a14a-9ad4-4b90-8fb3-eb68c45d9b16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a79e18d2-a5bb-4fd6-997d-64341c18d6d8 {{(pid=112763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:00:04.110872 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-0232a14a-9ad4-4b90-8fb3-eb68c45d9b16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:04.112055 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-0232a14a-9ad4-4b90-8fb3-eb68c45d9b16 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/a79e18d2-a5bb-4fd6-997d-64341c18d6d8 HTTP/1.1" status: 204 len: 168 time: 0.7475452 Aug 24 18:00:04.114724 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 40308) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:04.158895 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d07d7ca-b8de-422a-9d46-7f85d4bfa0cc admin admin] Deleting subnet 346fead9-f659-4b2d-a5d3-8f7d9b4bf123 {{(pid=112763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 18:00:04.162169 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1d07d7ca-b8de-422a-9d46-7f85d4bfa0cc admin admin] Publish callbacks [] for subnet (346fead9-f659-4b2d-a5d3-8f7d9b4bf123), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:04.197063 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1d07d7ca-b8de-422a-9d46-7f85d4bfa0cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7513626'] for subnet (346fead9-f659-4b2d-a5d3-8f7d9b4bf123), precommit_delete_associations {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:04.272858 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1d07d7ca-b8de-422a-9d46-7f85d4bfa0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858428'] for subnet (346fead9-f659-4b2d-a5d3-8f7d9b4bf123), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:04.342597 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1d07d7ca-b8de-422a-9d46-7f85d4bfa0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7605615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7792018'] for subnet (346fead9-f659-4b2d-a5d3-8f7d9b4bf123), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:04.381982 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07d7ca-b8de-422a-9d46-7f85d4bfa0cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=346fead9-f659-4b2d-a5d3-8f7d9b4bf123,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:04.387230 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1d07d7ca-b8de-422a-9d46-7f85d4bfa0cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:04.392637 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-1d07d7ca-b8de-422a-9d46-7f85d4bfa0cc admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/346fead9-f659-4b2d-a5d3-8f7d9b4bf123 HTTP/1.1" status: 204 len: 168 time: 0.2767975 Aug 24 18:00:04.397161 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 40310) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:04.400574 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dfeb47-1d4f-40b7-9d88-e0017eebe5ea None None] Network 29fbbcf6-c646-4aae-ba1c-126437193f4d requested from dv-cinder-840525-3-iscsi {{(pid=112765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 18:00:04.462220 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 8782624c-8bed-4eb6-b0ce-027ba8632180 no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:00:04.524012 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-363a4b98-d7b5-4726-bd94-daaf2c5552fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772529'] for network (29fbbcf6-c646-4aae-ba1c-126437193f4d), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:04.537644 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: 8782624c-8bed-4eb6-b0ce-027ba8632180 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:00:04.538187 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 8782624c-8bed-4eb6-b0ce-027ba8632180 not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:00:04.572293 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-363a4b98-d7b5-4726-bd94-daaf2c5552fa admin admin] Deleting port 554e94ae-e869-4cf4-b02c-a44f055e7a38 {{(pid=112764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 18:00:04.572562 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-363a4b98-d7b5-4726-bd94-daaf2c5552fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763232087565'] for port (554e94ae-e869-4cf4-b02c-a44f055e7a38), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:04.641819 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.db [None req-363a4b98-d7b5-4726-bd94-daaf2c5552fa admin admin] For port 554e94ae-e869-4cf4-b02c-a44f055e7a38, host dv-cinder-840525-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-3-iscsi',level=0,port_id=554e94ae-e869-4cf4-b02c-a44f055e7a38,segment=NetworkSegment(264b647a-0f3d-4dba-976f-d105df39fa97),segment_id=264b647a-0f3d-4dba-976f-d105df39fa97)] {{(pid=112764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:00:04.642192 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-363a4b98-d7b5-4726-bd94-daaf2c5552fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1612452'] for port (554e94ae-e869-4cf4-b02c-a44f055e7a38), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:04.655667 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.plugin [None req-363a4b98-d7b5-4726-bd94-daaf2c5552fa admin admin] Calling delete_port for 554e94ae-e869-4cf4-b02c-a44f055e7a38 owned by network:dhcp {{(pid=112764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 18:00:04.732203 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-363a4b98-d7b5-4726-bd94-daaf2c5552fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763231972235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763231576414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221761'] for port (554e94ae-e869-4cf4-b02c-a44f055e7a38), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:04.741828 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:04.770134 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363a4b98-d7b5-4726-bd94-daaf2c5552fa admin admin] No DVR routers for this DVR port 554e94ae-e869-4cf4-b02c-a44f055e7a38 on host dv-cinder-840525-3-iscsi {{(pid=112764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 18:00:04.780685 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b72eec-b19d-45ca-a2a1-8ddc26fd356b None None] DHCP port deletion for 29fbbcf6-c646-4aae-ba1c-126437193f4d request from dv-cinder-840525-3-iscsi {{(pid=112765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 18:00:04.797503 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a4b98-d7b5-4726-bd94-daaf2c5552fa admin admin] Pushing event deleted for resources: {'Port': ['ID=554e94ae-e869-4cf4-b02c-a44f055e7a38,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:04.802166 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:04.854884 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-363a4b98-d7b5-4726-bd94-daaf2c5552fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853052', 'neutron.services.segments.db._delete_segments_for_network-8763232076656'] for network (29fbbcf6-c646-4aae-ba1c-126437193f4d), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:04.875661 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-363a4b98-d7b5-4726-bd94-daaf2c5552fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29fbbcf6-c646-4aae-ba1c-126437193f4d']}} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:04.885214 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-363a4b98-d7b5-4726-bd94-daaf2c5552fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264b647a-0f3d-4dba-976f-d105df39fa97') {'for_net_delete': True} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:04.885526 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.services.segments.db [None req-363a4b98-d7b5-4726-bd94-daaf2c5552fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264b647a-0f3d-4dba-976f-d105df39fa97') {} {{(pid=112764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:00:04.897211 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-363a4b98-d7b5-4726-bd94-daaf2c5552fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763232055022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6112452'] for segment (264b647a-0f3d-4dba-976f-d105df39fa97), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:04.912069 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-363a4b98-d7b5-4726-bd94-daaf2c5552fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085'] for segment (264b647a-0f3d-4dba-976f-d105df39fa97), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:04.918615 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363a4b98-d7b5-4726-bd94-daaf2c5552fa admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=112764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 18:00:04.919008 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-363a4b98-d7b5-4726-bd94-daaf2c5552fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6221810'] for segment (264b647a-0f3d-4dba-976f-d105df39fa97), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:04.945939 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.services.segments.plugin [-] Segment 264b647a-0f3d-4dba-976f-d105df39fa97 resource provider aggregate not found Aug 24 18:00:04.989215 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-363a4b98-d7b5-4726-bd94-daaf2c5552fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795916'] for network (29fbbcf6-c646-4aae-ba1c-126437193f4d), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:04.998879 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-363a4b98-d7b5-4726-bd94-daaf2c5552fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578208'] for network (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:05.002808 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-363a4b98-d7b5-4726-bd94-daaf2c5552fa admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/29fbbcf6-c646-4aae-ba1c-126437193f4d HTTP/1.1" status: 204 len: 168 time: 0.6041379 Aug 24 18:00:05.005133 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.services.segments.plugin [-] Segment 264b647a-0f3d-4dba-976f-d105df39fa97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 264b647a-0f3d-4dba-976f-d105df39fa97 found for delete ", "request_id": "req-91b292f4-8ee4-4ef8-ac87-d9a848f8c487"}]} Aug 24 18:00:05.018871 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a4b98-d7b5-4726-bd94-daaf2c5552fa admin admin] Pushing event deleted for resources: {'Network': ['ID=29fbbcf6-c646-4aae-ba1c-126437193f4d,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:05.145353 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:05.177306 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 40318) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:05.218212 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-09041372-21c6-4852-a7d6-402cbe69faa6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1422bbfed9414b8cada1656aed195a31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397673 Aug 24 18:00:05.220643 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 40320) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:05.267965 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b627-0272-4471-930b-df43d96038fb admin admin] Publish callbacks [] for security_group (e46605df-8fec-4e99-9df0-fbe79435ca25), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:05.287504 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b627-0272-4471-930b-df43d96038fb admin admin] Publish callbacks [] for security_group (e46605df-8fec-4e99-9df0-fbe79435ca25), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:05.333325 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b627-0272-4471-930b-df43d96038fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (e46605df-8fec-4e99-9df0-fbe79435ca25), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:05.335946 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b627-0272-4471-930b-df43d96038fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:05.337098 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-b2c3b627-0272-4471-930b-df43d96038fb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e46605df-8fec-4e99-9df0-fbe79435ca25 HTTP/1.1" status: 204 len: 168 time: 0.1155572 Aug 24 18:00:05.344941 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3b627-0272-4471-930b-df43d96038fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46605df-8fec-4e99-9df0-fbe79435ca25,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:06.218500 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 3bba0c27-0cd8-431e-a87d-5b9ca02228b5 no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:00:06.239064 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: 3bba0c27-0cd8-431e-a87d-5b9ca02228b5 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:00:06.239411 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 3bba0c27-0cd8-431e-a87d-5b9ca02228b5 not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:00:06.239862 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 554e94ae-e869-4cf4-b02c-a44f055e7a38 no longer exists at agent ovs-agent-dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 18:00:06.258880 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.plugin [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] No Port match for: 554e94ae-e869-4cf4-b02c-a44f055e7a38 {{(pid=112765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 18:00:06.259224 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron.plugins.ml2.rpc [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Device 554e94ae-e869-4cf4-b02c-a44f055e7a38 not bound to the agent host dv-cinder-840525-3-iscsi {{(pid=112765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 18:00:07.004705 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-18a6a70a-263b-4851-9bec-aa55347e6d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:07.596143 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:07.598068 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:09.476673 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-eed72bae-164f-4c02-a8d4-b9ee5a80dd6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:10.641989 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:12.004442 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:12.071355 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:14.348989 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=68,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:14.354640 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=70,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:15.340424 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=36,neutron:DELETE=4 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:15.341182 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=40,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:22.064789 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:22.066704 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:24.795526 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:00:32.698701 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=3 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:34.791682 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=5 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:35.160000 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:37.008247 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-12752e1f-de39-42ce-962b-c47819eecb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:39.477539 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-9278ac51-ad5d-4eca-87cf-b1461fc2c4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:40.643352 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:42.007204 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:42.077403 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:45.215401 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 40692) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:45.319812 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1c61-6cb0-42e8-b6a1-5579051dfe09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:45.399707 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1c61-6cb0-42e8-b6a1-5579051dfe09 admin admin] Publish callbacks [] for security_group (acee725c-c84e-4084-a602-b89193227485), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:45.403808 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1c61-6cb0-42e8-b6a1-5579051dfe09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (acee725c-c84e-4084-a602-b89193227485), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:45.443058 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa1c61-6cb0-42e8-b6a1-5579051dfe09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acee725c-c84e-4084-a602-b89193227485,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:45.448439 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-b4aa1c61-6cb0-42e8-b6a1-5579051dfe09 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=aa7291fc029a453489c394e88d56a11e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312026 Aug 24 18:00:45.451007 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 40696) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:45.498427 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1e1729ed-b7e2-44c9-b9d4-84b9fbb2502c admin admin] Publish callbacks [] for security_group (acee725c-c84e-4084-a602-b89193227485), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:45.518267 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1e1729ed-b7e2-44c9-b9d4-84b9fbb2502c admin admin] Publish callbacks [] for security_group (acee725c-c84e-4084-a602-b89193227485), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:45.564811 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1e1729ed-b7e2-44c9-b9d4-84b9fbb2502c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (acee725c-c84e-4084-a602-b89193227485), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:45.567270 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1e1729ed-b7e2-44c9-b9d4-84b9fbb2502c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:45.568494 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-1e1729ed-b7e2-44c9-b9d4-84b9fbb2502c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/acee725c-c84e-4084-a602-b89193227485 HTTP/1.1" status: 204 len: 168 time: 0.1172261 Aug 24 18:00:45.576449 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1729ed-b7e2-44c9-b9d4-84b9fbb2502c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acee725c-c84e-4084-a602-b89193227485,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:45.826822 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 40702) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:45.840338 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d5ac0b17-8e43-45e4-892a-e00ec0e24c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:45.918669 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d5ac0b17-8e43-45e4-892a-e00ec0e24c54 admin admin] Publish callbacks [] for security_group (5552bf03-904f-468f-bb08-5c476d046f8e), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:45.922263 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-d5ac0b17-8e43-45e4-892a-e00ec0e24c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (5552bf03-904f-468f-bb08-5c476d046f8e), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:45.960513 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac0b17-8e43-45e4-892a-e00ec0e24c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5552bf03-904f-468f-bb08-5c476d046f8e,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:45.964781 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-d5ac0b17-8e43-45e4-892a-e00ec0e24c54 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=517fd4fb70a84d5db343d6ab64aaa3a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367395 Aug 24 18:00:45.967842 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 40704) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:46.018845 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3c310b86-0f2e-486f-9297-5221d03810a1 admin admin] Publish callbacks [] for security_group (5552bf03-904f-468f-bb08-5c476d046f8e), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:46.042187 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3c310b86-0f2e-486f-9297-5221d03810a1 admin admin] Publish callbacks [] for security_group (5552bf03-904f-468f-bb08-5c476d046f8e), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:46.087637 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3c310b86-0f2e-486f-9297-5221d03810a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (5552bf03-904f-468f-bb08-5c476d046f8e), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:46.090050 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-3c310b86-0f2e-486f-9297-5221d03810a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:46.091193 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-3c310b86-0f2e-486f-9297-5221d03810a1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5552bf03-904f-468f-bb08-5c476d046f8e HTTP/1.1" status: 204 len: 168 time: 0.1223960 Aug 24 18:00:46.099260 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c310b86-0f2e-486f-9297-5221d03810a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5552bf03-904f-468f-bb08-5c476d046f8e,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:48.490187 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 40772) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:48.596187 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-684afb86-3892-4a74-aa92-6f8540def158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:48.670718 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-684afb86-3892-4a74-aa92-6f8540def158 admin admin] Publish callbacks [] for security_group (70fec2d8-8bc0-438c-a879-4d409ae353de), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:48.674869 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-684afb86-3892-4a74-aa92-6f8540def158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (70fec2d8-8bc0-438c-a879-4d409ae353de), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:48.713839 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-684afb86-3892-4a74-aa92-6f8540def158 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0bdc687076f34e0aa3dfdfb7b1401f13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225113 Aug 24 18:00:48.714879 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684afb86-3892-4a74-aa92-6f8540def158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fec2d8-8bc0-438c-a879-4d409ae353de,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:48.716623 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 40776) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:48.765682 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-73048c30-1456-4cd8-9064-2deed5433d79 admin admin] Publish callbacks [] for security_group (70fec2d8-8bc0-438c-a879-4d409ae353de), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:48.786577 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-73048c30-1456-4cd8-9064-2deed5433d79 admin admin] Publish callbacks [] for security_group (70fec2d8-8bc0-438c-a879-4d409ae353de), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:48.834755 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-73048c30-1456-4cd8-9064-2deed5433d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (70fec2d8-8bc0-438c-a879-4d409ae353de), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:48.837353 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-73048c30-1456-4cd8-9064-2deed5433d79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:48.838500 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-73048c30-1456-4cd8-9064-2deed5433d79 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/70fec2d8-8bc0-438c-a879-4d409ae353de HTTP/1.1" status: 204 len: 168 time: 0.1208816 Aug 24 18:00:48.846708 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73048c30-1456-4cd8-9064-2deed5433d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fec2d8-8bc0-438c-a879-4d409ae353de,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:49.102605 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 40782) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:49.116739 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-3705280f-840b-4cbe-a145-fdba499909be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:49.170361 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:49.181527 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:49.200579 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-3705280f-840b-4cbe-a145-fdba499909be admin admin] Publish callbacks [] for security_group (1b553d51-8245-45c4-8faf-950eee185abd), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:49.203944 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-3705280f-840b-4cbe-a145-fdba499909be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (1b553d51-8245-45c4-8faf-950eee185abd), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:49.244928 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-3705280f-840b-4cbe-a145-fdba499909be admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=326968c25e0d475a8c8b48cdaa0854ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412268 Aug 24 18:00:49.245774 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705280f-840b-4cbe-a145-fdba499909be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b553d51-8245-45c4-8faf-950eee185abd,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:49.247674 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 40784) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:49.296513 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1340a26d-e311-4e80-8cf7-919bf950c8bb admin admin] Publish callbacks [] for security_group (1b553d51-8245-45c4-8faf-950eee185abd), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:49.316549 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1340a26d-e311-4e80-8cf7-919bf950c8bb admin admin] Publish callbacks [] for security_group (1b553d51-8245-45c4-8faf-950eee185abd), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:49.365964 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1340a26d-e311-4e80-8cf7-919bf950c8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (1b553d51-8245-45c4-8faf-950eee185abd), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:49.369258 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-1340a26d-e311-4e80-8cf7-919bf950c8bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:49.370402 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-1340a26d-e311-4e80-8cf7-919bf950c8bb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1b553d51-8245-45c4-8faf-950eee185abd HTTP/1.1" status: 204 len: 168 time: 0.1217310 Aug 24 18:00:49.378967 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340a26d-e311-4e80-8cf7-919bf950c8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b553d51-8245-45c4-8faf-950eee185abd,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:50.424083 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 40818) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:50.528238 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f794ca15-d9fa-4200-8438-dd6051b10e8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:50.602930 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f794ca15-d9fa-4200-8438-dd6051b10e8e admin admin] Publish callbacks [] for security_group (cfd120fd-4432-41c0-8960-b080e8ffe674), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:50.606714 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-f794ca15-d9fa-4200-8438-dd6051b10e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (cfd120fd-4432-41c0-8960-b080e8ffe674), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:50.647560 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-f794ca15-d9fa-4200-8438-dd6051b10e8e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=983d0e45a8b94786802f54d489c160a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217484 Aug 24 18:00:50.648506 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794ca15-d9fa-4200-8438-dd6051b10e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd120fd-4432-41c0-8960-b080e8ffe674,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:50.650311 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 40822) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:50.700251 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-b040db59-a2c6-47cc-90ed-8ba7c91171b9 admin admin] Publish callbacks [] for security_group (cfd120fd-4432-41c0-8960-b080e8ffe674), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:50.720001 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-b040db59-a2c6-47cc-90ed-8ba7c91171b9 admin admin] Publish callbacks [] for security_group (cfd120fd-4432-41c0-8960-b080e8ffe674), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:50.767036 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-b040db59-a2c6-47cc-90ed-8ba7c91171b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (cfd120fd-4432-41c0-8960-b080e8ffe674), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:50.769778 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-b040db59-a2c6-47cc-90ed-8ba7c91171b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:50.770919 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-b040db59-a2c6-47cc-90ed-8ba7c91171b9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cfd120fd-4432-41c0-8960-b080e8ffe674 HTTP/1.1" status: 204 len: 168 time: 0.1196229 Aug 24 18:00:50.778836 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040db59-a2c6-47cc-90ed-8ba7c91171b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd120fd-4432-41c0-8960-b080e8ffe674,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:54.871851 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 40880) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:54.976092 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4ef82d9f-9a74-41a3-8fd3-5154e1542d48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.059237 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4ef82d9f-9a74-41a3-8fd3-5154e1542d48 admin admin] Publish callbacks [] for security_group (c102cae3-6832-44cb-b6b2-8f60e953b8dd), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.063711 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-4ef82d9f-9a74-41a3-8fd3-5154e1542d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (c102cae3-6832-44cb-b6b2-8f60e953b8dd), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.106391 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-4ef82d9f-9a74-41a3-8fd3-5154e1542d48 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fb1293005af84968832027558519c91b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308669 Aug 24 18:00:55.106391 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef82d9f-9a74-41a3-8fd3-5154e1542d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c102cae3-6832-44cb-b6b2-8f60e953b8dd,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:55.107086 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 40884) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:55.157664 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-54dd9149-33c6-4faa-8f17-3c63e19f23e7 admin admin] Publish callbacks [] for security_group (c102cae3-6832-44cb-b6b2-8f60e953b8dd), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.178391 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-54dd9149-33c6-4faa-8f17-3c63e19f23e7 admin admin] Publish callbacks [] for security_group (c102cae3-6832-44cb-b6b2-8f60e953b8dd), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.224768 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-54dd9149-33c6-4faa-8f17-3c63e19f23e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (c102cae3-6832-44cb-b6b2-8f60e953b8dd), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.227399 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-54dd9149-33c6-4faa-8f17-3c63e19f23e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.228569 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-54dd9149-33c6-4faa-8f17-3c63e19f23e7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c102cae3-6832-44cb-b6b2-8f60e953b8dd HTTP/1.1" status: 204 len: 168 time: 0.1205471 Aug 24 18:00:55.236429 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd9149-33c6-4faa-8f17-3c63e19f23e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c102cae3-6832-44cb-b6b2-8f60e953b8dd,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:55.491807 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 40890) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:55.505199 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c50853f1-ac22-40f9-8264-cc225bc64f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.584732 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:55.586684 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c50853f1-ac22-40f9-8264-cc225bc64f0b admin admin] Publish callbacks [] for security_group (b85123dc-9b24-4606-b170-c742fb3bf644), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.590311 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-c50853f1-ac22-40f9-8264-cc225bc64f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (b85123dc-9b24-4606-b170-c742fb3bf644), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.639138 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-c50853f1-ac22-40f9-8264-cc225bc64f0b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5f31299a7bd74105980480b171684977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461976 Aug 24 18:00:55.639896 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50853f1-ac22-40f9-8264-cc225bc64f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85123dc-9b24-4606-b170-c742fb3bf644,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:00:55.641899 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 40892) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:00:55.692071 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-45eb8ec7-c753-47cf-9b18-1701df103bf3 admin admin] Publish callbacks [] for security_group (b85123dc-9b24-4606-b170-c742fb3bf644), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.711943 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-45eb8ec7-c753-47cf-9b18-1701df103bf3 admin admin] Publish callbacks [] for security_group (b85123dc-9b24-4606-b170-c742fb3bf644), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.719362 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:55.741198 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:00:55.766500 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-45eb8ec7-c753-47cf-9b18-1701df103bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (b85123dc-9b24-4606-b170-c742fb3bf644), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.769124 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-45eb8ec7-c753-47cf-9b18-1701df103bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:00:55.770287 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-45eb8ec7-c753-47cf-9b18-1701df103bf3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b85123dc-9b24-4606-b170-c742fb3bf644 HTTP/1.1" status: 204 len: 168 time: 0.1273220 Aug 24 18:00:55.778090 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb8ec7-c753-47cf-9b18-1701df103bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85123dc-9b24-4606-b170-c742fb3bf644,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:01:01.793723 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:01:05.159890 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:05.162057 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:UPDATE=2,neutron:SELECT=18 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:05.173938 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:05.631609 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=75,neutron:DELETE=6,neutron:INSERT=7 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:05.633648 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:05.773282 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:05.774073 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:DELETE=4,neutron:SELECT=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:07.009728 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-e0807b69-88c7-40bc-a183-b59502e489d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:09.481265 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-079d573e-c87a-4096-b45c-2a207323e802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:10.647386 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:11.788751 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=16 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:11.789545 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=18 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:12.010882 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:12.071608 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:22.065040 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:22.066931 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:22.447137 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 41080) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:01:22.554023 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-db5a97af-4386-421b-918c-e25ce0273942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:22.627376 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-db5a97af-4386-421b-918c-e25ce0273942 admin admin] Publish callbacks [] for security_group (9fb28fcc-534c-4698-8625-29229e88d106), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:22.631941 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-db5a97af-4386-421b-918c-e25ce0273942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (9fb28fcc-534c-4698-8625-29229e88d106), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:22.671615 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-db5a97af-4386-421b-918c-e25ce0273942 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=024bf3b8c67247c8bb6bfa06f3d7e96e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233860 Aug 24 18:01:22.672577 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a97af-4386-421b-918c-e25ce0273942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb28fcc-534c-4698-8625-29229e88d106,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:01:22.674280 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 41084) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:01:22.680478 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a97af-4386-421b-918c-e25ce0273942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.680831 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a97af-4386-421b-918c-e25ce0273942 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.681184 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a97af-4386-421b-918c-e25ce0273942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.681530 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a97af-4386-421b-918c-e25ce0273942 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.681870 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a97af-4386-421b-918c-e25ce0273942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.682208 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a97af-4386-421b-918c-e25ce0273942 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.682542 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a97af-4386-421b-918c-e25ce0273942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.682874 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a97af-4386-421b-918c-e25ce0273942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.683206 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a97af-4386-421b-918c-e25ce0273942 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.683565 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a97af-4386-421b-918c-e25ce0273942 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.683903 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a97af-4386-421b-918c-e25ce0273942 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.684238 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a97af-4386-421b-918c-e25ce0273942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.684571 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a97af-4386-421b-918c-e25ce0273942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.684897 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a97af-4386-421b-918c-e25ce0273942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.685224 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a97af-4386-421b-918c-e25ce0273942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.725798 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-352f9212-4051-4d5b-b773-2767680aee03 admin admin] Publish callbacks [] for security_group (9fb28fcc-534c-4698-8625-29229e88d106), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:22.745905 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-352f9212-4051-4d5b-b773-2767680aee03 admin admin] Publish callbacks [] for security_group (9fb28fcc-534c-4698-8625-29229e88d106), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:22.796464 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-352f9212-4051-4d5b-b773-2767680aee03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (9fb28fcc-534c-4698-8625-29229e88d106), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:22.799151 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-352f9212-4051-4d5b-b773-2767680aee03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:22.800325 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-352f9212-4051-4d5b-b773-2767680aee03 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9fb28fcc-534c-4698-8625-29229e88d106 HTTP/1.1" status: 204 len: 168 time: 0.1249814 Aug 24 18:01:22.808486 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f9212-4051-4d5b-b773-2767680aee03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb28fcc-534c-4698-8625-29229e88d106,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:01:22.815779 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f9212-4051-4d5b-b773-2767680aee03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.816140 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f9212-4051-4d5b-b773-2767680aee03 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.816477 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f9212-4051-4d5b-b773-2767680aee03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.816816 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f9212-4051-4d5b-b773-2767680aee03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.817151 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f9212-4051-4d5b-b773-2767680aee03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.817494 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f9212-4051-4d5b-b773-2767680aee03 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.817900 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f9212-4051-4d5b-b773-2767680aee03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.818129 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f9212-4051-4d5b-b773-2767680aee03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.818457 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f9212-4051-4d5b-b773-2767680aee03 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.818819 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f9212-4051-4d5b-b773-2767680aee03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.819149 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f9212-4051-4d5b-b773-2767680aee03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.819493 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f9212-4051-4d5b-b773-2767680aee03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.819828 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f9212-4051-4d5b-b773-2767680aee03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.820146 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f9212-4051-4d5b-b773-2767680aee03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:22.820734 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f9212-4051-4d5b-b773-2767680aee03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-3-iscsi {{(pid=112764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:01:23.794723 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 41114) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:01:23.899250 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1717f4ff-e327-438e-ab85-550650878947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:23.978486 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1717f4ff-e327-438e-ab85-550650878947 admin admin] Publish callbacks [] for security_group (143eba88-da4c-49b6-9fd7-1446195ec21c), precommit_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:23.981939 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-1717f4ff-e327-438e-ab85-550650878947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (143eba88-da4c-49b6-9fd7-1446195ec21c), after_create {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:24.022462 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-1717f4ff-e327-438e-ab85-550650878947 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1813facb7c794baab9d50d36faaa0035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266316 Aug 24 18:01:24.023450 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717f4ff-e327-438e-ab85-550650878947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143eba88-da4c-49b6-9fd7-1446195ec21c,revision_number=1']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:01:24.025214 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 41118) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:01:24.075792 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8e98d691-22a8-4857-867e-30034b638c89 admin admin] Publish callbacks [] for security_group (143eba88-da4c-49b6-9fd7-1446195ec21c), before_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:24.095569 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8e98d691-22a8-4857-867e-30034b638c89 admin admin] Publish callbacks [] for security_group (143eba88-da4c-49b6-9fd7-1446195ec21c), precommit_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:24.145280 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8e98d691-22a8-4857-867e-30034b638c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (143eba88-da4c-49b6-9fd7-1446195ec21c), after_delete {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:24.147924 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-8e98d691-22a8-4857-867e-30034b638c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:24.149076 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-8e98d691-22a8-4857-867e-30034b638c89 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/143eba88-da4c-49b6-9fd7-1446195ec21c HTTP/1.1" status: 204 len: 168 time: 0.1228828 Aug 24 18:01:24.156802 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98d691-22a8-4857-867e-30034b638c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143eba88-da4c-49b6-9fd7-1446195ec21c,revision_number=None']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:01:30.611370 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:30.612135 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:32.835009 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:34.015895 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=33,neutron:DELETE=1,neutron:INSERT=6 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:34.018515 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=38,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:34.151628 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=37,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:34.152341 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=34,neutron:INSERT=4,neutron:DELETE=2 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:34.171857 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:35.021912 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [-] (112763) accepted ('10.222.0.27', 41272) {{(pid=112763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:01:35.126399 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-75b5973a-7540-40bf-8c4a-71ad10c4d11a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:35.176782 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:35.213014 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-75b5973a-7540-40bf-8c4a-71ad10c4d11a admin admin] Publish callbacks [] for security_group (1d3340af-542e-4a2a-9886-04eadf838dcb), precommit_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:35.216971 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron_lib.callbacks.manager [None req-75b5973a-7540-40bf-8c4a-71ad10c4d11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (1d3340af-542e-4a2a-9886-04eadf838dcb), after_create {{(pid=112763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:35.255275 dv-cinder-840525-3-iscsi neutron-server[112763]: INFO neutron.wsgi [None req-75b5973a-7540-40bf-8c4a-71ad10c4d11a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c698342473a448f09b70eb7e2fe35714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323105 Aug 24 18:01:35.257196 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5973a-7540-40bf-8c4a-71ad10c4d11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3340af-542e-4a2a-9886-04eadf838dcb,revision_number=1']} {{(pid=112763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:01:35.258114 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [-] (112764) accepted ('10.222.0.27', 41276) {{(pid=112764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 18:01:35.308519 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-06878782-fc80-4c13-a081-cf54ad5cf236 admin admin] Publish callbacks [] for security_group (1d3340af-542e-4a2a-9886-04eadf838dcb), before_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:35.328645 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-06878782-fc80-4c13-a081-cf54ad5cf236 admin admin] Publish callbacks [] for security_group (1d3340af-542e-4a2a-9886-04eadf838dcb), precommit_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:35.375575 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-06878782-fc80-4c13-a081-cf54ad5cf236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799796'] for security_group (1d3340af-542e-4a2a-9886-04eadf838dcb), after_delete {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:35.378232 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron_lib.callbacks.manager [None req-06878782-fc80-4c13-a081-cf54ad5cf236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:35.379367 dv-cinder-840525-3-iscsi neutron-server[112764]: INFO neutron.wsgi [None req-06878782-fc80-4c13-a081-cf54ad5cf236 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1d3340af-542e-4a2a-9886-04eadf838dcb HTTP/1.1" status: 204 len: 168 time: 0.1196330 Aug 24 18:01:35.387857 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06878782-fc80-4c13-a081-cf54ad5cf236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3340af-542e-4a2a-9886-04eadf838dcb,revision_number=None']} {{(pid=112764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:01:37.012726 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-d3338030-210a-4832-b8d4-1a962d84ac00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:38.792878 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:01:39.483387 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-56ce4df2-32e0-4059-8bbb-77a016b06676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:40.652834 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:42.012527 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:42.073025 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:01:45.250630 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=17,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:45.253070 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG dbcounter [-] [112763] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=112763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:45.382503 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:45.383189 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG dbcounter [-] [112764] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=112764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:46.691997 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=3 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:48.788945 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=5 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:52.062011 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:01:52.068944 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:02:05.188543 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:05.650765 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:02:07.014950 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-bfbe2fc3-1ce1-4c77-afb6-9721767946b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:09.485607 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-d403b7b9-c534-4a60-9b9c-21a48256c4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:10.652987 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:12.016123 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:12.075888 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:15.791590 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:02:22.069505 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:02:22.071410 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:02:23.686907 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=3 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:02:25.787107 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=5 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:02:35.204172 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:37.015256 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-79d3d262-b8cd-4b02-81e6-0a02777305bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:39.486925 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-ac9548b6-3df1-4c71-843b-58fe6b381d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:40.655198 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:42.017381 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:42.076737 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:02:52.070418 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:02:52.072531 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:02:52.790138 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:03:05.205003 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:06.043266 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=18 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:03:06.046214 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=16 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:03:07.016890 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-d34204a3-26fe-401b-ba50-b9b78326ffa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:09.492129 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-f4d73a93-de72-468d-a59b-842faccb8269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:10.658817 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:12.020316 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:12.078672 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:22.067295 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:03:22.074620 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:03:29.789341 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:03:35.219210 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:37.021083 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-911316c0-b04a-4594-9c3a-6148efe6fabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:37.357736 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [req-7f00ef30-47a3-4f30-9949-f57679bdd470 req-f1fda17a-cbbc-48cb-8fef-99ecb3f04c53 service neutron] (112763) timed out ('10.222.0.62', 54005) {{(pid=112763) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 18:03:39.494554 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-c363cc18-5d25-4a1b-b3cd-a1ac4b82d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:39.784768 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=3 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:03:39.785426 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=5 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:03:40.660784 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:42.022731 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:42.080518 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:03:52.075471 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:03:52.077362 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:05.225333 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:06.787487 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:04:07.022678 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-e8025c80-ff40-4d0e-99ad-d1266ff7a3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:09.496093 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-004434a1-087a-4784-95f0-fad500f4355a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:10.664117 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:12.024741 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:12.083871 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:14.685403 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=5 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:16.783970 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:26.050615 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=26 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:26.053714 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=18,neutron:UPDATE=6 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:35.227413 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:37.025091 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-f7c9bb5b-3692-4b19-87ac-74cb0f83f448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:39.498950 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-cda201e1-fc80-4f7b-85c4-595e1ba87054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:40.667868 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:42.027571 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:42.085366 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:04:43.785771 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:04:52.074617 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:52.080913 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:53.781351 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=3 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:04:53.782081 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=5 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:05.219101 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:06.057704 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=12 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:06.060266 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=14 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:07.026570 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-98c667ad-4ebd-48ca-9910-75f618833bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:09.502527 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a44a-96a3-45ea-8c7c-886a9b4e53eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:10.670428 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:12.029650 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:12.088075 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:20.784531 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:05:22.081733 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:22.083736 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:28.677787 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=3 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:30.780390 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=5 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:35.242424 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:37.030471 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-21c5913d-7202-4b8d-b2a5-ad8c11a54aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:39.504620 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-b9752da8-8775-47a0-8781-020a51d3273f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:40.672772 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:42.032663 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:42.089670 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:05:52.084227 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:52.086118 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:05:57.783579 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:06:05.272172 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:07.033968 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-2c268db7-db38-416c-9342-bca40276d44a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:07.778766 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=7 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:06:07.779490 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:06:09.506269 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-9b8a10ef-6c9d-40e3-b3d4-bf3429bbeb6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:10.674975 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:12.034818 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:12.092684 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:12.815621 dv-cinder-840525-3-iscsi neutron-server[112763]: DEBUG neutron.wsgi [req-c326eab8-54c8-4129-8aa2-8b7005702509 req-d344bf03-5602-4ce6-9306-b09092a9b481 service neutron] (112763) timed out ('10.222.0.27', 36062) {{(pid=112763) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 18:06:13.034381 dv-cinder-840525-3-iscsi neutron-server[112764]: DEBUG neutron.wsgi [req-c326eab8-54c8-4129-8aa2-8b7005702509 req-d66af3f5-b7f6-4607-a87c-6f2dec9283cd tempest-AttachVolumeShelveTestJSON-1674504252 tempest-AttachVolumeShelveTestJSON-1674504252-project] (112764) timed out ('10.222.0.27', 36076) {{(pid=112764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 18:06:26.064627 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:06:26.066567 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG dbcounter [-] [112765] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=112765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:06:30.615004 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=2 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:06:34.782229 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG neutron.db.agents_db [None req-4dc94e89-1562-4e73-a519-6e3e007e9c80 None None] Agent healthcheck: found 6 active agents {{(pid=112766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 18:06:35.267662 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-3a326317-6454-45ea-bd66-48b84c18d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d24852b8-87fc-4acc-b821-6f57e7364c66), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:37.038023 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9604-10a8-4ef1-b283-b5ba961e9158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (edbe2c30-39eb-4d16-9bee-d282c1702677), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:39.508902 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-34d357e1-b8a9-4f92-a8d2-bef293a1b8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (824a2d8a-514e-4c16-809f-8591619bfe36), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:40.678710 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6d2f93da-318f-43af-a670-c8a59cb67544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (d258cbb8-f98f-4c43-b9cf-5defe0696580), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:42.036631 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7a94-5dea-4712-812c-289f425c2f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (23fb784e-0c95-4a3d-9eee-89fd1c8de4a5), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:42.094897 dv-cinder-840525-3-iscsi neutron-server[112765]: DEBUG neutron_lib.callbacks.manager [None req-4138c2f3-4481-4dc2-a035-c1c94f25e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763232076638', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859007'] for agent (c9dcbc30-34a5-4a4f-8558-a504a035acc6), after_update {{(pid=112765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 18:06:44.777485 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=3 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 18:06:44.778320 dv-cinder-840525-3-iscsi neutron-server[112766]: DEBUG dbcounter [-] [112766] Writing DB stats neutron:SELECT=5 {{(pid=112766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}